-- Logs begin at Thu 2022-04-28 18:37:14 UTC, end at Thu 2022-04-28 20:08:21 UTC. -- Apr 28 19:34:26.571073 dv-cinder-826949-7-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 28 19:34:29.574454 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.common.config [-] Logging enabled! Apr 28 19:34:29.575365 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 19:34:29.575365 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109868) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 19:34:29.578861 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.common.config [-] Logging enabled! Apr 28 19:34:29.579207 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev158 Apr 28 19:34:29.579524 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109868) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 28 19:34:29.580564 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 19:34:29.580804 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 19:34:29.581248 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 19:34:29.581494 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 19:34:29.581718 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 19:34:29.582039 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.582595 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.583582 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.583582 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.583582 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.584053 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.584195 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.584468 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.584757 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.585050 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.585343 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.585577 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.585862 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.586155 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.586444 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.586670 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] debug = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.586954 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.587402 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.587916 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.588208 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.588502 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.588782 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.589057 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.589382 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.589635 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.589994 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] host = dv-cinder-826949-7-smb {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.590271 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.590562 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.590848 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.591133 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.591409 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.591685 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.591999 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.592301 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.592544 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] log_file = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.592820 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.593108 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.593404 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.593699 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.593926 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.594145 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.594429 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.594728 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.595009 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.595280 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.595553 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.595853 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.596131 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.596398 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.596685 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.596967 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.597250 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.597523 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.597796 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.598098 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.598375 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.598661 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.598934 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.599203 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.599471 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.599758 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.600059 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.600324 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.600638 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.600925 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.601206 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.601490 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.601767 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.602050 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.602313 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.602584 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.602853 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] use_json = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.603128 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.603393 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.603683 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.603983 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.604256 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.604529 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.604800 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.605083 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.605361 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:29.605659 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.605958 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.606260 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.606544 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.606851 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.607132 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.607421 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.607700 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.608024 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.608313 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.608605 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.608885 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.609188 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.609477 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.609775 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.610097 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.610388 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.610681 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.610954 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.611241 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.611503 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.611784 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.612098 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.612378 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.612667 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.612954 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.613234 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.613530 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.614363 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.614654 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.614951 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.615281 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.615632 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.615938 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.616236 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.616516 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.616792 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.617070 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.617359 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.617638 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.617912 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.618197 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.618478 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.618751 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.619022 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.619300 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.619593 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.619895 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.620169 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.620444 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.620723 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.620996 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.621313 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.621564 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.621837 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.622107 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.622386 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.622658 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.622931 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.623208 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.623480 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.623755 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.624127 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.624409 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.624681 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.624952 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.625231 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.625499 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.625767 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.626045 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.626317 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.626689 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.626973 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.627248 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.627517 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.627858 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.628136 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.628423 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.628699 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.628974 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.629396 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.629840 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.630150 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.630437 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.630715 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.631019 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.631306 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.631602 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.631908 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.632212 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.632516 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.632796 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.633073 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.633363 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.633645 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.633926 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.634218 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.634501 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.634805 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.635102 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.635401 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.635743 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.636024 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.636311 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.636628 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.636937 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:29.637124 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 19:34:29.637393 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109868) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 28 19:34:30.128728 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 19:34:30.129026 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 19:34:30.129570 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 28 19:34:30.129869 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 28 19:34:30.490988 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.491205 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.491445 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.492814 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.493263 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.493548 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.554552 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.554933 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.555239 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.572125 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.572466 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.572795 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.607169 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.607932 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.607932 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.650196 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.650450 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:30.650718 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.021255 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.021517 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.021789 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.022057 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.022786 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.129917 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.130164 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.130442 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.130735 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.131122 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.131445 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.131709 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.131998 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.132256 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.132546 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.132817 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.133123 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.133380 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.133633 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.133888 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.134170 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.134425 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.134697 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.134972 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.135255 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.135633 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.136020 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.136180 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.136586 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.136898 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.137062 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.137552 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:34:31.137795 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:34:31.138035 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:34:31.138273 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:34:31.138512 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:34:31.138747 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:34:31.139394 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 28 19:34:31.143133 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 28 19:34:31.148197 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 28 19:34:31.152464 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Apr 28 19:34:31.154159 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 28 19:34:31.154823 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 28 19:34:31.155166 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 28 19:34:31.155563 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 28 19:34:31.158560 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 28 19:34:31.158815 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 28 19:34:31.159180 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 19:34:31.164971 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 28 19:34:31.191676 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 28 19:34:31.192811 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.193278 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109868) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 28 19:34:31.193686 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.195305 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109868) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 28 19:34:31.195594 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 19:34:31.195870 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 28 19:34:31.199593 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.199931 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.265073 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 28 19:34:31.265396 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 28 19:34:31.265676 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 28 19:34:31.266097 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 28 19:34:31.289413 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_db.sqlalchemy.engines [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109868) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 28 19:34:31.769397 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Initializing driver for type 'gre' Apr 28 19:34:31.770215 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] gre ID ranges: [(1, 1000)] Apr 28 19:34:31.842319 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Initializing driver for type 'local' Apr 28 19:34:31.842892 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Initializing driver for type 'vlan' Apr 28 19:34:31.864596 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] VlanTypeDriver initialization complete Apr 28 19:34:31.865175 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Initializing driver for type 'vxlan' Apr 28 19:34:31.866007 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] vxlan ID ranges: [(1, 1000)] Apr 28 19:34:31.949013 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Initializing extension driver 'port_security' Apr 28 19:34:31.949500 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.extensions.port_security [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] PortSecurityExtensionDriver initialization complete Apr 28 19:34:31.949923 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Initializing mechanism driver 'openvswitch' Apr 28 19:34:31.950333 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Initializing mechanism driver 'hyperv' Apr 28 19:34:31.957728 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.plugins.ml2.plugin [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:31.958911 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > port after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.959295 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > port after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.959654 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > port after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.960255 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109868) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 19:34:31.960706 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > subnet after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.961066 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > subnet after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.961418 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.961823 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109868) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 19:34:31.962238 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > network after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.962591 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > network after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.962937 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > network after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.963342 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109868) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 19:34:31.963760 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > security_group after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.964144 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > security_group after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.964490 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.964890 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109868) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 19:34:31.965310 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.965661 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.966003 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.966402 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109868) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 19:34:31.966808 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > address_group after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.967158 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > address_group after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.967499 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.967926 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109868) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 28 19:34:31.968383 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] ML2 OVO RPC backend initialized. {{(pid=109868) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 28 19:34:31.969172 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.969532 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.969951 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > network before_response 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.970304 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > networks before_response 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.970680 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > port before_response 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.970999 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > ports before_response 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.971343 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > subnet before_response 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.971686 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > subnets before_response 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.972065 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > network after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.972411 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > network after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.972749 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > network after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.973603 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > port after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.973938 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > port after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.974270 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > port after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.974612 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > subnet after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.974997 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > subnet after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.975339 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:31.983710 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded quota_driver: . Apr 28 19:34:31.984124 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.plugin [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Modular L2 Plugin initialization complete Apr 28 19:34:31.984478 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading services supported by the core plugin {{(pid=109868) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 28 19:34:31.984838 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.plugins.ml2.managers [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Got port-security extension from driver 'port_security' Apr 28 19:34:31.985357 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.extensions.vlantransparent [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Disabled vlantransparent extension. Apr 28 19:34:31.985857 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109868) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 28 19:34:31.986188 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading Plugin: router Apr 28 19:34:32.024355 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.024679 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router after_create 55549900 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.025054 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router before_create 55549900 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.025426 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.025804 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.026168 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router after_delete 55549900 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.026532 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.026889 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.027254 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router after_create 55549900 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.027607 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router after_update 55549900 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.027989 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router after_update 55549900 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.028349 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.028867 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router after_update 55549900 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.029295 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router precommit_update 55549900 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.029671 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: port after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.030018 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: port after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.030367 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: subnet after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.030724 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.031083 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.031434 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router precommit_create 55549900 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.031778 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: port before_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.032148 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router precommit_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.032510 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router after_update 55549900 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.032856 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.033209 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router precommit_create 55549900 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.033574 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.033919 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router precommit_update 55549900 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.034301 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > agent after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.034654 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > agent after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.035001 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > network after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.037028 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Tracking information for resource: router configured {{(pid=109868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:34:32.037364 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Tracking information for resource: floatingip configured {{(pid=109868) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:34:32.042760 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.db.l3_agentschedulers_db [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 28 19:34:32.043364 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: port after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.043738 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: port after_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.044135 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: port after_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.044490 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: port after_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.045342 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router before_create 55550100 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.045713 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.046115 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router precommit_create 55550100 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.046482 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > router precommit_update 55550100 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.052354 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.services.provider_configuration [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Service providers = [] {{(pid=109868) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 28 19:34:32.052846 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.db.servicetype_db [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109868) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 28 19:34:32.056274 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.services.service_base [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:34:32.056632 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.services.service_base [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:34:32.056978 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.services.service_base [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:34:32.057914 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.services.service_base [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109868) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:34:32.058302 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.services.service_base [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 28 19:34:32.058711 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:34:32.059032 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 28 19:34:32.070441 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:34:32.070942 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading Plugin: auto_allocate Apr 28 19:34:32.076964 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: network precommit_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.077345 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: network precommit_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.077902 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:34:32.078227 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading Plugin: tag Apr 28 19:34:32.085931 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:34:32.086259 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading Plugin: timestamp Apr 28 19:34:32.090419 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:34:32.090755 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading Plugin: network_ip_availability Apr 28 19:34:32.096578 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.096961 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.097321 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.098663 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:34:32.098987 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading Plugin: flavors Apr 28 19:34:32.104485 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:34:32.104819 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading Plugin: revisions Apr 28 19:34:32.109556 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109868) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:34:32.109965 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_concurrency.lockutils [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.980s {{(pid=109868) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 28 19:34:32.110750 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109868) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 28 19:34:32.111090 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Initializing extension manager. Apr 28 19:34:32.111638 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: __init__.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.112010 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: __pycache__ {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.112349 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: _port_mac_address_override.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.112690 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: address_group.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.113535 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.114712 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: address-group Apr 28 19:34:32.115038 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: address_scope.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.115900 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.116418 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: address-scope Apr 28 19:34:32.116744 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.117782 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.118296 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: router-admin-state-down-before-update Apr 28 19:34:32.118620 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: agent.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.119347 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.119895 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: agent Apr 28 19:34:32.120230 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: agent_resources_synced.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.121184 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.121703 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: agent-resources-synced Apr 28 19:34:32.122026 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: allowedaddresspairs.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.123988 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.124527 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: allowed-address-pairs Apr 28 19:34:32.124855 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: auto_allocated_topology.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.125965 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.126481 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: auto-allocated-topology Apr 28 19:34:32.126811 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: availability_zone.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.127519 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.128052 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: availability_zone Apr 28 19:34:32.128380 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: availability_zone_filter.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.129395 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.130105 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: availability_zone_filter Apr 28 19:34:32.130436 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: data_plane_status.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.131367 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.131908 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension data-plane-status not supported by any of loaded plugins Apr 28 19:34:32.132237 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: default_subnetpools.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.133170 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.133684 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: default-subnetpools Apr 28 19:34:32.134010 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.134866 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.135381 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: dhcp_agent_scheduler Apr 28 19:34:32.135706 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: dns.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.136684 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.137197 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension dns-integration not supported by any of loaded plugins Apr 28 19:34:32.137524 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: dns_domain_ports.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.138467 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.138981 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 28 19:34:32.139570 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.140543 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.141058 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 28 19:34:32.141382 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: dvr.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.142067 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.142571 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: dvr Apr 28 19:34:32.142893 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: ecmp_routes.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.143868 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.144384 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 28 19:34:32.144708 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: empty_string_filtering.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.145989 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.146349 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: empty-string-filtering Apr 28 19:34:32.146672 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.147592 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.148122 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 28 19:34:32.148445 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.149368 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.149874 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 28 19:34:32.150195 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: external_net.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.151118 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.151628 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: external-net Apr 28 19:34:32.152002 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.152923 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.153421 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: extra_dhcp_opt Apr 28 19:34:32.153739 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: extraroute.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.154662 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.155166 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: extraroute Apr 28 19:34:32.155488 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: extraroute_atomic.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.158244 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.158779 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: extraroute-atomic Apr 28 19:34:32.159117 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: filter_validation.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.159869 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.160387 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: filter-validation Apr 28 19:34:32.161259 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: fip_pf_description.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.162222 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.162733 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 28 19:34:32.163057 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: fip_pf_port_range.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.164033 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.164557 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 28 19:34:32.164887 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: fip_port_details.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.165830 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.166340 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: fip-port-details Apr 28 19:34:32.166667 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: flavors.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.167967 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.168485 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: flavors Apr 28 19:34:32.168816 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.170504 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.171031 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 28 19:34:32.171414 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: floatingip_pools.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.172176 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.172685 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: floatingip-pools Apr 28 19:34:32.173007 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: ip_allocation.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.173965 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.174474 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension ip_allocation not supported by any of loaded plugins Apr 28 19:34:32.174799 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.175730 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.176352 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: ip-substring-filtering Apr 28 19:34:32.176676 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: l2_adjacency.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.177631 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.178138 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 28 19:34:32.178462 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: l3.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.179503 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.180062 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: router Apr 28 19:34:32.180384 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.182762 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.183295 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 28 19:34:32.183626 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.184625 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.185138 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: ext-gw-mode Apr 28 19:34:32.185467 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.186403 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.186913 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: l3-ha Apr 28 19:34:32.187239 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.188203 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.188711 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 28 19:34:32.189038 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: l3_flavors.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.189966 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.190482 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: l3-flavors Apr 28 19:34:32.190806 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.192831 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.193364 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 28 19:34:32.193692 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.194635 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.195162 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 28 19:34:32.195500 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: l3agentscheduler.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.196615 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.197127 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: l3_agent_scheduler Apr 28 19:34:32.197453 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: local_ip.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.199533 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.200097 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension local_ip not supported by any of loaded plugins Apr 28 19:34:32.200436 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: logging.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.201980 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.202509 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension logging not supported by any of loaded plugins Apr 28 19:34:32.202845 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: metering.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.203612 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.204249 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: metering Apr 28 19:34:32.204584 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.205744 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.206260 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: metering_source_and_destination_fields Apr 28 19:34:32.206592 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: multiprovidernet.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.207611 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.208153 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: multi-provider Apr 28 19:34:32.208483 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: netmtu.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.209424 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.209933 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: net-mtu Apr 28 19:34:32.210259 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: netmtu_writable.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.211191 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.211697 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: net-mtu-writable Apr 28 19:34:32.212057 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: network_availability_zone.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.212744 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.213248 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: network_availability_zone Apr 28 19:34:32.213569 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: network_ip_availability.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.214745 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.215263 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: network-ip-availability Apr 28 19:34:32.215592 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: network_segment_range.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.216433 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.216939 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension network-segment-range not supported by any of loaded plugins Apr 28 19:34:32.217265 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: pagination.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.218283 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.218616 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: pagination Apr 28 19:34:32.218940 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: port_device_profile.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.219894 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.220418 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: port-device-profile Apr 28 19:34:32.220741 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: port_mac_address_override.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.221711 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.222226 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: port-mac-override Apr 28 19:34:32.222550 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.224196 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.224712 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: port-mac-address-regenerate Apr 28 19:34:32.225039 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.225965 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.226476 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: port-numa-affinity-policy Apr 28 19:34:32.226797 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: port_resource_request.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.227732 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.228278 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension port-resource-request not supported by any of loaded plugins Apr 28 19:34:32.228604 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: port_resource_request_groups.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.229605 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.230120 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 28 19:34:32.230440 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: portbindings.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.231388 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.231959 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: binding Apr 28 19:34:32.232287 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: portbindings_extended.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.233636 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.234157 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: binding-extended Apr 28 19:34:32.234482 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: portsecurity.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.235423 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.235954 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: port-security Apr 28 19:34:32.236285 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: project_id.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.237294 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.237626 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: project-id Apr 28 19:34:32.237948 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: providernet.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.239111 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.239737 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: provider Apr 28 19:34:32.239997 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: qos.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.244006 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.244545 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension qos not supported by any of loaded plugins Apr 28 19:34:32.244875 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.246198 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.246717 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 28 19:34:32.247051 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.248059 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.248585 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 28 19:34:32.248914 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: qos_default.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.249860 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.250375 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension qos-default not supported by any of loaded plugins Apr 28 19:34:32.250710 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: qos_fip.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.251647 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.252189 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension qos-fip not supported by any of loaded plugins Apr 28 19:34:32.252550 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.253473 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.253981 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 28 19:34:32.254856 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: qos_gateway_ip.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.256036 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.256553 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 28 19:34:32.256883 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: qos_port_network_policy.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.257826 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.258335 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 28 19:34:32.258663 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.259728 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.260272 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 28 19:34:32.260599 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.261667 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.262179 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 28 19:34:32.262502 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: qos_pps_rule.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.263820 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.264600 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension qos-pps not supported by any of loaded plugins Apr 28 19:34:32.264928 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: qos_rule_type_details.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.265881 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.266392 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 28 19:34:32.266719 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.267660 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.268198 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 28 19:34:32.268527 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: qos_rules_alias.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.269621 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.270231 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 28 19:34:32.270743 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: quota_check_limit.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.271788 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.272333 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: quota-check-limit Apr 28 19:34:32.272662 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: quotasv2.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.273714 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.274044 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: quotas Apr 28 19:34:32.274414 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: quotasv2_detail.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.276293 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.276637 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: quota_details Apr 28 19:34:32.276972 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: rbac.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.278080 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.278641 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: rbac-policies Apr 28 19:34:32.278975 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: rbac_address_group.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.280010 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.280535 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: rbac-address-group Apr 28 19:34:32.280881 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: rbac_address_scope.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.281827 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.282347 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: rbac-address-scope Apr 28 19:34:32.282677 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: rbac_security_groups.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.283648 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.284201 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: rbac-security-groups Apr 28 19:34:32.284532 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: rbac_subnetpool.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.286716 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.286716 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: rbac-subnetpool Apr 28 19:34:32.287022 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: revisionifmatch.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.287854 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.288377 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: revision-if-match Apr 28 19:34:32.288704 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: revisions.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.289883 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.290396 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: standard-attr-revisions Apr 28 19:34:32.290724 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: router_availability_zone.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.291417 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.291956 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: router_availability_zone Apr 28 19:34:32.292284 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: routerservicetype.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.293243 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.293758 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension router-service-type not supported by any of loaded plugins Apr 28 19:34:32.294085 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.295022 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.295537 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: security-groups-normalized-cidr Apr 28 19:34:32.295896 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.296849 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.297361 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: port-security-groups-filtering Apr 28 19:34:32.297696 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.298646 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.299159 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: security-groups-remote-address-group Apr 28 19:34:32.299487 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.300498 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.301015 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: security-groups-shared-filtering Apr 28 19:34:32.301588 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.302393 dv-cinder-826949-7-smb neutron-server[109868]: WARNING neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 28 19:34:32.302724 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: securitygroup.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.312987 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.313576 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: security-group Apr 28 19:34:32.313912 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: segment.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.314741 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.315255 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension segment not supported by any of loaded plugins Apr 28 19:34:32.315584 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.316685 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.317236 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 28 19:34:32.317566 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: servicetype.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.318766 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.319293 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: service-type Apr 28 19:34:32.319624 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: sorting.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.320685 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.321022 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: sorting Apr 28 19:34:32.321351 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: standard_attr_segment.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.322295 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.322825 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 28 19:34:32.323153 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: standardattrdescription.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.323872 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.324382 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: standard-attr-description Apr 28 19:34:32.324711 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: stateful_security_group.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.325725 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.326250 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: stateful-security-group Apr 28 19:34:32.326575 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: stdattrs_common.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.327173 dv-cinder-826949-7-smb neutron-server[109868]: WARNING neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 28 19:34:32.327495 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.328508 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.329032 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 28 19:34:32.329359 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: subnet_onboard.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.330453 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.330973 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: subnet_onboard Apr 28 19:34:32.331302 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.332286 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.333409 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 28 19:34:32.333736 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: subnet_service_types.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.334888 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.335411 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: subnet-service-types Apr 28 19:34:32.335738 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: subnetallocation.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.336919 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.337436 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: subnet_allocation Apr 28 19:34:32.337762 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.338455 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.338981 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: subnetpool-prefix-ops Apr 28 19:34:32.339332 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.340368 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.340886 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 28 19:34:32.341211 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: tagging.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.342356 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.342874 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: standard-attr-tag Apr 28 19:34:32.343201 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: timestamp.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.344553 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.345079 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loaded extension: standard-attr-timestamp Apr 28 19:34:32.345412 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: trunk.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.346522 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.347040 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension trunk not supported by any of loaded plugins Apr 28 19:34:32.347370 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: trunk_details.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.348470 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.349179 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension trunk-details not supported by any of loaded plugins Apr 28 19:34:32.349508 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: uplink_status_propagation.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.350492 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.351005 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 28 19:34:32.351335 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Loading extension file: vlantransparent.py {{(pid=109868) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:34:32.352068 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109868) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:34:32.352579 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 28 19:34:32.355385 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:network Apr 28 19:34:32.355975 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:subnet Apr 28 19:34:32.356405 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:34:32.356815 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:port Apr 28 19:34:32.358275 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.v2.resource_helper [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:34:32.358732 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.v2.resource_helper [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Service FLAVORS assigned prefix: {{(pid=109868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:34:32.359355 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.v2.resource_helper [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:34:32.359852 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.v2.resource_helper [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:34:32.360205 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:router Apr 28 19:34:32.360640 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:floatingip Apr 28 19:34:32.361172 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.v2.resource_helper [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Service METERING assigned prefix: /metering {{(pid=109868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:34:32.362739 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.363119 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.363481 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:34:32.365199 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 19:34:32.365643 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:security_group Apr 28 19:34:32.366083 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 19:34:32.366819 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.v2.resource_helper [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Service CORE assigned prefix: {{(pid=109868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:34:32.367067 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:34:32.367422 dv-cinder-826949-7-smb neutron-server[109868]: WARNING neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] subnetpool is already registered Apr 28 19:34:32.367896 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.v2.resource_helper [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Service CORE assigned prefix: {{(pid=109868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:34:32.368228 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:34:32.368565 dv-cinder-826949-7-smb neutron-server[109868]: WARNING neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] subnetpool is already registered Apr 28 19:34:32.371128 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.v2.resource_helper [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:34:32.371597 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.v2.resource_helper [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Service FLAVORS assigned prefix: {{(pid=109868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:34:32.372310 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.v2.resource_helper [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:34:32.372713 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.v2.resource_helper [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:34:32.373076 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:router Apr 28 19:34:32.373488 dv-cinder-826949-7-smb neutron-server[109868]: WARNING neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] router is already registered Apr 28 19:34:32.373924 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:floatingip Apr 28 19:34:32.374271 dv-cinder-826949-7-smb neutron-server[109868]: WARNING neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] floatingip is already registered Apr 28 19:34:32.374745 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.v2.resource_helper [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Service METERING assigned prefix: /metering {{(pid=109868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:34:32.375452 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 19:34:32.375791 dv-cinder-826949-7-smb neutron-server[109868]: WARNING neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] rbac_policy is already registered Apr 28 19:34:32.376243 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:security_group Apr 28 19:34:32.376591 dv-cinder-826949-7-smb neutron-server[109868]: WARNING neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] security_group is already registered Apr 28 19:34:32.377078 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 19:34:32.377345 dv-cinder-826949-7-smb neutron-server[109868]: WARNING neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] security_group_rule is already registered Apr 28 19:34:32.378264 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.v2.resource_helper [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Service CORE assigned prefix: {{(pid=109868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:34:32.378602 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:34:32.378797 dv-cinder-826949-7-smb neutron-server[109868]: WARNING neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] subnetpool is already registered Apr 28 19:34:32.380277 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.v2.resource_helper [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Service CORE assigned prefix: {{(pid=109868) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:34:32.380456 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:34:32.380906 dv-cinder-826949-7-smb neutron-server[109868]: WARNING neutron.quota.resource_registry [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] subnetpool is already registered Apr 28 19:34:32.381611 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: extensions {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.383480 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: address-groups {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.385511 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: address-scopes {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.387119 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: agents {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.388707 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: auto-allocated-topology {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.390586 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: availability_zones {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.392234 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: dhcp-networks {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.394445 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: dhcp-agents {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.396747 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: routers {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.399485 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: flavors {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.401095 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: service_profiles {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.402758 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: next_providers {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.404932 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: service_profiles {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.408846 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: floatingip-pools {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.410275 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: routers {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.413216 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: floatingips {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.415058 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: l3-routers {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.417085 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: l3-agents {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.419206 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: metering-labels {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.420927 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: metering-label-rules {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.422732 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: network-ip-availabilities {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.424443 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: bindings {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.426644 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: quotas {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.428406 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: quotas {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.429946 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: rbac-policies {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.431235 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: security-groups {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.432492 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: security-group-rules {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.433697 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: service-providers {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.434907 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: subnetpools {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.436473 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: subnetpools {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.437930 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: tags {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.439630 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: tags {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.441449 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: tags {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.444106 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: tags {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.445910 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: tags {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.447977 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: tags {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.449703 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: tags {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.451585 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: tags {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.453357 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: tags {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.455202 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron.api.extensions [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Extended resource: tags {{(pid=109868) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:34:32.461606 dv-cinder-826949-7-smb neutron-server[109868]: WARNING keystonemiddleware.auth_token [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 28 19:34:32.466575 dv-cinder-826949-7-smb neutron-server[109868]: WARNING keystonemiddleware.auth_token [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 28 19:34:32.476013 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_concurrency.lockutils [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Acquired lock "singleton_lock" {{(pid=109868) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 28 19:34:32.476499 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_concurrency.lockutils [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Releasing lock "singleton_lock" {{(pid=109868) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 28 19:34:32.477181 dv-cinder-826949-7-smb neutron-server[109868]: INFO oslo_service.service [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Starting 2 workers Apr 28 19:34:32.482378 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Started child 109983 {{(pid=109868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 19:34:32.487531 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Started child 109984 {{(pid=109868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 19:34:32.489923 dv-cinder-826949-7-smb neutron-server[109868]: INFO neutron.service [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 28 19:34:32.490369 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:32.491614 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:32.492807 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [-] (109983) wsgi starting up on http://0.0.0.0:9696 Apr 28 19:34:32.493293 dv-cinder-826949-7-smb neutron-server[109868]: INFO oslo_service.service [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Starting 1 workers Apr 28 19:34:32.495154 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:32.497188 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [-] (109984) wsgi starting up on http://0.0.0.0:9696 Apr 28 19:34:32.498944 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Started child 109985 {{(pid=109868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 19:34:32.499564 dv-cinder-826949-7-smb neutron-server[109868]: INFO oslo_service.service [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Starting 1 workers Apr 28 19:34:32.503725 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.service [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] calling RpcWorker wait() {{(pid=109985) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 28 19:34:32.505482 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Started child 109986 {{(pid=109868) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 19:34:32.505706 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.service [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] returning from RpcWorker wait() {{(pid=109985) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 28 19:34:32.506011 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG neutron_lib.callbacks.manager [None req-9961d2cb-00d0-43d2-9699-8156185d08b1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:32.507649 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:32.508161 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109868) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 19:34:32.508403 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:32.508644 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 19:34:32.508644 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 19:34:32.509096 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 19:34:32.509096 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 19:34:32.509555 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 19:34:32.509920 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.510177 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.510534 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.510534 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.511150 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.511434 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.511887 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.512122 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.512347 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.512598 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.512598 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.513051 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.513051 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.513481 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.513706 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:32.514870 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.514870 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.514870 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.514870 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.514870 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.515929 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.516174 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:32.516427 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.516427 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] debug = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.516427 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.516427 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.517292 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.517292 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.517292 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.517292 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.518105 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.518105 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.518105 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.518736 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.518736 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.518736 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.519342 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.519342 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.519342 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.520860 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.520860 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.521292 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] host = dv-cinder-826949-7-smb {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.521292 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.521292 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.521948 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.521948 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.522520 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.522520 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.522520 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.523077 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.523077 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.523420 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.523420 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.523870 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.524094 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.524334 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_file = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.524334 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_options = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.524824 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.524824 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.525262 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.525262 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.525694 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.525694 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.526109 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.526109 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.526109 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.526825 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.526825 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.526825 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.527432 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.527432 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.527432 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.528101 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.528101 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.528101 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.528707 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.528707 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.528707 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.529343 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.529343 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.529343 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.529970 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.529970 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.530420 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.530420 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.530420 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.531391 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.531391 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.531391 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.531391 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.532275 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.532275 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.532275 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.532275 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.533220 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.533220 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.533220 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.533220 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.534055 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.534055 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.534055 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.534055 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.534898 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.534898 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] use_json = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.534898 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.535531 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.535531 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.535531 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.536764 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.536764 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.536764 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.537404 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.537404 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.537838 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.537838 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.538256 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.538481 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.538632 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.538807 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.539051 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.539289 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.539535 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.539763 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.540111 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.540384 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.540641 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.540894 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.541431 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.541431 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.541880 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.542096 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.542323 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.542536 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.542921 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.542921 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.543358 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.543358 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.543784 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.543784 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.545411 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.545411 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.545411 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.545411 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.545411 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.545981 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.546507 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.546782 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.547031 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.547284 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.547521 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.547761 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.548012 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.548260 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.548538 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.548788 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.550407 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.550407 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.550407 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.550407 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.550407 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.550407 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.557686 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.557686 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.557686 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.557686 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.557686 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.557686 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.557686 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.557686 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.557686 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.561159 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.561159 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.561159 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.561159 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.561159 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.561159 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.561159 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.561159 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.561159 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.566678 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.566678 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.566678 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.566678 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.566678 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.566678 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.566678 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.566678 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.566678 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.570575 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.570575 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.570575 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.570575 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.570575 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.570575 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.570575 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.570575 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.570575 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.571707 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.571707 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.571707 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.571707 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.571707 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.571707 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.571707 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.571707 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.571707 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.573232 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.573232 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.573232 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.573232 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.573232 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.573232 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.573232 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.573232 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.574220 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.574220 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.574220 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.574220 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.574220 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.574220 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.574220 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.574220 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.575215 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.575215 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.575215 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.575215 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.575215 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.575215 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.575215 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.575215 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.580341 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.580341 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.580341 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.580341 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.580341 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.580341 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.580341 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.580341 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.581762 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.581762 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.581762 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.581762 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.581762 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.581762 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.581762 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.581762 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.583420 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.583420 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.583420 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.583420 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.583420 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.583420 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.583420 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.583420 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.585038 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.585038 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.585038 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.585038 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.585038 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.585038 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.585038 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.585038 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.587109 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.587109 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.587109 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.587109 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.587109 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.587109 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.587109 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.587109 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.591415 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.591415 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.591415 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.591415 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.591415 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.591415 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.591415 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.591415 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.592565 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.592565 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.592565 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.592565 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.592565 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.592565 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.592565 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.592565 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.593621 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.593621 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.593621 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.593621 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.593621 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.593621 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.593621 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.593621 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.594730 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.594730 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.594730 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.594730 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.594730 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.594730 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.594730 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.594730 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.595724 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.595724 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.595724 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.595724 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.595724 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.595724 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.595724 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.595724 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.599974 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.599974 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.599974 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.599974 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.599974 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.599974 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.599974 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.599974 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.599974 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.601024 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.601024 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.601024 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.601024 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.601024 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.601024 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.601024 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.601024 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.601906 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.601906 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.601906 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.601906 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.601906 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.602469 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.602469 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.602469 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.602859 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.602984 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.603457 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.603709 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.603863 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.607514 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.608556 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.609040 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.609431 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.609789 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.610169 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.610559 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.610926 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.611971 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.611971 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.611971 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.613543 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.614577 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.614967 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.615383 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.615752 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.616244 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.616638 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.616948 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.617303 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.617672 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.618952 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.619337 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.619738 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.620161 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.620536 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.620960 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.621337 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.621713 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.622112 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.622480 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.622793 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.623164 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.623514 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.624184 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.624792 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.625196 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.625604 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.626022 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.626522 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.627605 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.627961 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.628300 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.628667 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.629055 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.629677 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.630117 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.630516 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.630880 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.631254 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.631670 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.633765 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.635460 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.635460 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.635627 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.636035 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.636595 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.637708 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.638462 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.638768 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.639007 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.639505 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.640100 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.640100 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.641103 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.641103 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.641103 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.641103 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.641364 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.641445 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.641718 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.641985 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.642233 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.642506 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.642748 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.642912 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 19:34:32.643464 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109868) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 19:34:32.643833 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 19:34:32.643833 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 19:34:32.644249 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 19:34:32.644478 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 19:34:32.644672 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 19:34:32.644803 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.645568 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.645822 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.646022 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.646209 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.646473 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.647616 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.647823 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.647973 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.648773 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.649057 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.649255 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.649452 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.649853 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.650011 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.650184 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.650371 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.650594 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.650785 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.650982 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.650982 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.651334 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] debug = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.651334 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.651653 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.651653 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.652035 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.652223 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.652402 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.652402 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.652644 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.652770 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.652898 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.653186 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.653361 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.653361 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.653776 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.653957 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.654162 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.654330 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.654602 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] host = dv-cinder-826949-7-smb {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.654602 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.654895 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.655058 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.655058 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.655362 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.655524 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.655672 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.655886 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.655886 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.656178 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.656333 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.656480 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.656803 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.656803 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_file = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.656803 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_options = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.657267 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.657267 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.657267 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.657703 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.657703 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.658046 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.658046 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.658397 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.658397 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.658397 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.658883 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.658883 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.658883 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.659361 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.659875 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.660030 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.660249 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.660391 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.660690 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.660878 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.661047 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.661189 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.661362 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.661610 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.661884 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.662053 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.662252 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.662520 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.662740 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.662933 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.663126 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.663324 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.663519 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.663724 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.663954 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.664140 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.664303 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.664461 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.664634 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.664918 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.664918 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.665234 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.665234 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.665564 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.665564 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.665857 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.665857 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] use_json = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.666160 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.666160 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.666409 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.666542 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.666763 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.666763 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.667201 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.667201 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.667544 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:34:32.667544 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.667874 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.667874 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.668195 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.668195 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.668520 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.668520 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.668824 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.668824 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.669109 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.669109 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.669434 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.669605 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.669795 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.670115 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.670302 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.670474 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.670643 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.670830 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.670989 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.671134 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.671290 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.671456 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.671602 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.671763 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.672026 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.672197 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.672360 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.672503 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.672724 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.672909 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.673064 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.673248 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.673413 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.673618 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.673784 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.673969 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.674147 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.674311 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.674483 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.674666 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.674810 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.674972 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.675106 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.675244 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.675420 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.675610 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.675766 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.675962 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.676758 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.676913 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.677111 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.677414 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.677580 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.677746 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.677911 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.678076 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.678266 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.678451 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.678598 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.678750 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.678911 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.679067 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.679254 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.679409 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.679554 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.679697 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.679900 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.680065 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.680221 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.680380 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.680528 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.680671 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.680814 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.680956 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.681099 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.681253 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.681404 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.681560 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.681730 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.681896 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.682082 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.682267 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.682404 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.682541 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.682690 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.682824 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.682975 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.683119 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.683263 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.683434 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.683589 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.683758 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.683949 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.684111 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.684293 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.684293 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.684584 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.684728 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.684870 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.685013 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.685155 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.685297 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.685495 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.685495 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.685903 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.685903 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.686175 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.686175 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.686448 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.686448 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.686720 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.686873 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:32.687024 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.687024 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.687024 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.687558 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.687558 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.687558 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.688022 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.688022 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.688022 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.688437 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.688437 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.688710 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.688710 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.688982 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.688982 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.689255 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.689255 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.689542 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.689542 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.689815 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.689815 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.690086 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.690229 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.690376 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.690519 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.690673 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.690816 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.690959 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.691101 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.691243 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.691391 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.691534 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.691778 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.692012 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.692173 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.692316 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.692458 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.692626 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.692792 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.692960 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.693125 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.693289 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.693452 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.693611 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.693761 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.693922 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.694100 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.694269 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.694441 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.694610 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.694786 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.694982 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.694982 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.695317 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.695317 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.695685 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.695685 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.696312 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.696312 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.696312 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.696312 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.697113 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.697765 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.697980 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.698157 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.698337 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.698484 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.698629 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.698772 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.698915 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.699086 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.699246 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.699393 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.699548 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.699769 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.699975 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.700168 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.700377 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.700576 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.700737 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.700880 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.701065 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.701246 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.701246 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.701538 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.701690 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.701832 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.701953 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.702153 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.702361 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.702557 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.702734 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.702907 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.703082 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.703259 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.703414 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.703556 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.703725 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.703932 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.704042 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.704145 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.704308 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.704502 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.704711 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.704900 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.704900 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.705170 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.705308 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.705448 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.705645 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.705645 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.706031 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.706031 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.706479 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.706479 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.706479 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.706964 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.706964 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.706964 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.707501 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.707501 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.707501 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.708097 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.708097 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.708097 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.708528 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.708528 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.708528 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.709026 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.709026 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.709026 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.709416 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.709416 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.709416 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.709956 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.709956 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.709956 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.709956 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.710669 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.710669 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.710669 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.710669 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.711239 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.711239 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.711239 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.711239 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.711741 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.711741 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.711741 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.712235 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.712235 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.712235 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.712655 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.712655 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.712655 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.713133 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.713133 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.713133 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.713495 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.713495 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.713495 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.713883 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.713883 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.714192 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.714192 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.714551 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.714551 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.714863 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.714863 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.715197 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.715197 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.715485 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.715485 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.715777 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.715777 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.716141 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.716141 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.716141 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.716684 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.716684 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.716684 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.717089 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.717089 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.717089 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.717516 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.717516 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.717516 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.718035 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.718035 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.718035 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:34:32.718511 dv-cinder-826949-7-smb neutron-server[109868]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109868) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 19:34:32.791624 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 48404) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:32.801978 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071738 Apr 28 19:34:47.097941 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b4b2e2-7ee4-4902-8886-edc3e53bd083 None None] get_active_networks_info from dv-cinder-826949-7-smb {{(pid=109985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 28 19:34:47.210679 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b4b2e2-7ee4-4902-8886-edc3e53bd083 None None] No non-hosted networks {{(pid=109985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 28 19:34:47.234976 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.agentschedulers_db [None req-31b4b2e2-7ee4-4902-8886-edc3e53bd083 None None] DHCP Agent not found on host dv-cinder-826949-7-smb {{(pid=109985) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 28 19:34:47.397573 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-b595ab5a-3001-4359-a3bd-bca45614fd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4115136'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.305332 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-211e7304-84fb-4ec2-a99a-e09996179a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4115136'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:49.386838 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-88e41650-05ca-4a15-9aa8-6cfe92693a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:50.465684 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 48470) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:50.880187 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4115136'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:51.549044 dv-cinder-826949-7-smb neutron-server[109984]: WARNING oslo_policy.policy [None req-43dbe7a2-164d-43d6-bc4b-a2286da372a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:34:51.550133 dv-cinder-826949-7-smb neutron-server[109984]: WARNING oslo_policy.policy [None req-43dbe7a2-164d-43d6-bc4b-a2286da372a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:34:51.971113 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [None req-43dbe7a2-164d-43d6-bc4b-a2286da372a8 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:34:51.983837 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-43dbe7a2-164d-43d6-bc4b-a2286da372a8 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.5045080 Apr 28 19:34:52.224935 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4115136'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:53.981301 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4115136'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:53.984467 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.985201 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.985827 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.986685 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.987350 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.988229 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.988890 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.990482 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.991077 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.991638 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.992357 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.992966 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.993578 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.994226 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.994797 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:34:53.995386 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826949-7-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:54.006778 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826949-7-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:34:55.052370 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 48504) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:55.578846 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-4fb1a60e-da6b-4f94-affa-6937e19672f3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:55.744594 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.policy [None req-4fb1a60e-da6b-4f94-affa-6937e19672f3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109984) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 19:34:55.827575 dv-cinder-826949-7-smb neutron-server[109984]: WARNING oslo_policy.policy [None req-4fb1a60e-da6b-4f94-affa-6937e19672f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:34:55.828213 dv-cinder-826949-7-smb neutron-server[109984]: WARNING oslo_policy.policy [None req-4fb1a60e-da6b-4f94-affa-6937e19672f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:34:56.002501 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4fb1a60e-da6b-4f94-affa-6937e19672f3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753806231137', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753806235669', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753806219681', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753806270519', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753806265065', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753806258048', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1002154', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1022645', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4160617', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3701731'] for rbac-policy (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:56.132223 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4fb1a60e-da6b-4f94-affa-6937e19672f3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:56.135936 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-4fb1a60e-da6b-4f94-affa-6937e19672f3 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0801153 Apr 28 19:34:58.281902 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.db.l3_hamode_db [None req-dab50324-0ef2-4d7c-8d32-d6f6d7720cbc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 28 19:34:58.373868 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab50324-0ef2-4d7c-8d32-d6f6d7720cbc None None] Routers set() bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:34:58.374255 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab50324-0ef2-4d7c-8d32-d6f6d7720cbc None None] Router IDs set() for agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 28 19:34:59.134374 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 48516) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:34:59.752149 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:34:59.785317 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Made reservation on behalf of d6402e0465664d58a58ed40bcb20f6f9 for: {'network': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:34:59.790038 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:59.808516 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:59.949546 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Publish callbacks [] for security_group (50943807-ef37-4d18-b80a-dc8c483145d5), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:59.954984 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (50943807-ef37-4d18-b80a-dc8c483145d5), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:34:59.992801 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=109984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:35:00.025434 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753808390768', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (5b96be65-4648-4583-b19e-cb593e158397), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:00.026041 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Unsubscribe: segment precommit_create {{(pid=109984) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 19:35:00.026608 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.segments_db [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Added segment 5b96be65-4648-4583-b19e-cb593e158397 of type vlan for network dcc6ba7f-01bf-4065-af32-704ee9eafbae Apr 28 19:35:00.033699 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=50943807-ef37-4d18-b80a-dc8c483145d5,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:00.073054 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:00.073395 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:00.073731 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:00.074076 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:00.074409 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:00.074738 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:00.075053 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:00.075374 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:00.075695 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:00.076039 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:00.076365 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:00.076695 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:00.077012 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:00.077326 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:00.077634 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Tracked resource versions report: Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: pushed versions: Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: { 'AddressGroup': {'1.2'}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'Agent': {'1.1'}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'ConntrackHelper': {'1.0'}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'Log': {'1.0'}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'NDPProxy': {'1.0'}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'Network': {'1.1'}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'Port': {'1.7'}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'PortForwarding': {'1.3'}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'QosPolicy': {'1.10'}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'SecurityGroup': {'1.5'}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'SubPort': {'1.0'}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'Subnet': {'1.1'}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'Trunk': {'1.1'}} Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: consumer versions: Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: { DHCP agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: L3 agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: Metadata agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: Metering agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: Open vSwitch agent@dv-cinder-826949-7-smb: { 'AddressGroup': '1.2', Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'Agent': '1.1', Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'ConntrackHelper': '1.0', Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'LocalIPAssociation': '1.0', Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'Log': '1.0', Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'NDPProxy': '1.0', Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'Network': '1.1', Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'Port': '1.7', Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'PortForwarding': '1.3', Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'QosPolicy': '1.10', Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'SecurityGroup': '1.5', Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'SecurityGroupRule': '1.2', Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'SubPort': '1.0', Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'Subnet': '1.1', Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: 'Trunk': '1.1'}} Apr 28 19:35:00.078853 dv-cinder-826949-7-smb neutron-server[109984]: {{(pid=109984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:35:00.159381 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (dcc6ba7f-01bf-4065-af32-704ee9eafbae), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:00.210439 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (dcc6ba7f-01bf-4065-af32-704ee9eafbae), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:00.215779 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:00.216649 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:00.294280 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1573062 Apr 28 19:35:00.350492 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384a630-7b3c-467d-8a9e-cdcad30af7c6 demo demo] Pushing event updated for resources: {'Network': ['ID=dcc6ba7f-01bf-4065-af32-704ee9eafbae,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:00.371914 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network dcc6ba7f-01bf-4065-af32-704ee9eafbae details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:35:03.069514 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 48528) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:03.552452 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e229cd44-952c-4f39-aeaa-57f594965a40 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:03.553892 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-e229cd44-952c-4f39-aeaa-57f594965a40 demo admin] 10.222.0.62 "GET /v2.0/networks/dcc6ba7f-01bf-4065-af32-704ee9eafbae HTTP/1.1" status: 200 len: 825 time: 0.4831212 Apr 28 19:35:03.586275 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-fa652661-8147-475f-a7a3-3eda6e2d263f demo admin] 10.222.0.62 "GET /v2.0/subnetpools/1a671214-2c34-4814-afe7-3e63147a0978 HTTP/1.1" status: 200 len: 734 time: 0.0223491 Apr 28 19:35:03.595878 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-0c9dd940-5bf3-4753-a25a-bc44a691a812 demo admin] Request body: {'subnet': {'subnetpool_id': '1a671214-2c34-4814-afe7-3e63147a0978', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:03.620858 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9dd940-5bf3-4753-a25a-bc44a691a812 demo admin] Made reservation on behalf of d6402e0465664d58a58ed40bcb20f6f9 for: {'subnet': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:03.623838 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0c9dd940-5bf3-4753-a25a-bc44a691a812 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:03.975004 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0c9dd940-5bf3-4753-a25a-bc44a691a812 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for subnet (c197bdf3-c784-4738-8ccc-3621ad49a9bb), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:04.054203 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9dd940-5bf3-4753-a25a-bc44a691a812 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c197bdf3-c784-4738-8ccc-3621ad49a9bb,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:04.064385 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9dd940-5bf3-4753-a25a-bc44a691a812 demo admin] Checking segment: {'id': '5b96be65-4648-4583-b19e-cb593e158397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:35:04.064753 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9dd940-5bf3-4753-a25a-bc44a691a812 demo admin] Network hostable DHCP agents. Network: dcc6ba7f-01bf-4065-af32-704ee9eafbae, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:35:04.092769 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9dd940-5bf3-4753-a25a-bc44a691a812 demo admin] Network dcc6ba7f-01bf-4065-af32-704ee9eafbae is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:35:04.105962 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-0c9dd940-5bf3-4753-a25a-bc44a691a812 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, dcc6ba7f-01bf-4065-af32-704ee9eafbae) {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:04.111856 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9dd940-5bf3-4753-a25a-bc44a691a812 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:04.112773 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0c9dd940-5bf3-4753-a25a-bc44a691a812 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:04.120415 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d274a4-1827-487b-9972-e9ad81cfbe32 None None] Network dcc6ba7f-01bf-4065-af32-704ee9eafbae requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:35:04.137767 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-0c9dd940-5bf3-4753-a25a-bc44a691a812 demo admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5452783 Apr 28 19:35:04.435195 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93ac679c-a999-5b9b-9bdf-54fab116b281-dcc6ba7f-01bf-4065-af32-704ee9eafbae', 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae', 'project_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'fixed_ips': [{'subnet_id': 'c197bdf3-c784-4738-8ccc-3621ad49a9bb'}]}} from dv-cinder-826949-7-smb. {{(pid=109985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:35:04.437171 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:04.820692 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.db_base_plugin_common [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Allocated IP 172.20.0.2 (dcc6ba7f-01bf-4065-af32-704ee9eafbae/c197bdf3-c784-4738-8ccc-3621ad49a9bb/d21b5bdd-c49b-4a77-bbf3-3627387de2fd) {{(pid=109985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:05.134414 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Publish callbacks [] for port (d21b5bdd-c49b-4a77-bbf3-3627387de2fd), precommit_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:05.146078 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (d21b5bdd-c49b-4a77-bbf3-3627387de2fd), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:05.235826 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Network dcc6ba7f-01bf-4065-af32-704ee9eafbae is already hosted by enough agents. {{(pid=109985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:05.245379 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.base_scheduler [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Resources bound (agent type, host, resource id): {{(pid=109985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:05.258586 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Received port after_create {{(pid=109985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:05.261239 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Pushing event updated for resources: {'Port': ['ID=d21b5bdd-c49b-4a77-bbf3-3627387de2fd,revision_number=1']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:05.273562 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:05.274044 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:05.274476 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:05.275044 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:05.275577 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:05.276020 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:05.276413 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:05.276810 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:05.277258 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:05.277746 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:05.278189 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:05.278594 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:05.278984 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:05.279374 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:05.279755 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Tracked resource versions report: Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: pushed versions: Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: { 'AddressGroup': {'1.2'}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'Agent': {'1.1'}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'ConntrackHelper': {'1.0'}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'Log': {'1.0'}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'NDPProxy': {'1.0'}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'Network': {'1.1'}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'Port': {'1.7'}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'PortForwarding': {'1.3'}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'QosPolicy': {'1.10'}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'SecurityGroup': {'1.5'}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'SubPort': {'1.0'}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'Subnet': {'1.1'}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'Trunk': {'1.1'}} Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: consumer versions: Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: { DHCP agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: L3 agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: Metadata agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: Metering agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: Open vSwitch agent@dv-cinder-826949-7-smb: { 'AddressGroup': '1.2', Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'Agent': '1.1', Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'ConntrackHelper': '1.0', Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'LocalIPAssociation': '1.0', Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'Log': '1.0', Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'NDPProxy': '1.0', Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'Network': '1.1', Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'Port': '1.7', Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'PortForwarding': '1.3', Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'QosPolicy': '1.10', Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'SecurityGroup': '1.5', Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'SecurityGroupRule': '1.2', Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'SubPort': '1.0', Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'Subnet': '1.1', Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: 'Trunk': '1.1'}} Apr 28 19:35:05.281138 dv-cinder-826949-7-smb neutron-server[109985]: {{(pid=109985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:35:05.382015 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Attempting to bind port d21b5bdd-c49b-4a77-bbf3-3627387de2fd on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:35:05.382571 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Attempting to bind port d21b5bdd-c49b-4a77-bbf3-3627387de2fd by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': '5b96be65-4648-4583-b19e-cb593e158397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:35:05.383266 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Attempting to bind port d21b5bdd-c49b-4a77-bbf3-3627387de2fd on network dcc6ba7f-01bf-4065-af32-704ee9eafbae {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:05.393287 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:05.393873 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Checking segment: {'id': '5b96be65-4648-4583-b19e-cb593e158397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:35:05.394622 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:05.395762 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Bound using segment: {'id': '5b96be65-4648-4583-b19e-cb593e158397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:05.397586 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Bound port: d21b5bdd-c49b-4a77-bbf3-3627387de2fd, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b96be65-4648-4583-b19e-cb593e158397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:35:05.398268 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (d21b5bdd-c49b-4a77-bbf3-3627387de2fd), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:05.504764 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] For port d21b5bdd-c49b-4a77-bbf3-3627387de2fd, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:05.532064 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] For port d21b5bdd-c49b-4a77-bbf3-3627387de2fd, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=d21b5bdd-c49b-4a77-bbf3-3627387de2fd,segment=NetworkSegment(5b96be65-4648-4583-b19e-cb593e158397),segment_id=5b96be65-4648-4583-b19e-cb593e158397)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:05.541468 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (d21b5bdd-c49b-4a77-bbf3-3627387de2fd), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:05.623202 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045a733-9d1b-4238-ae07-4788b4d86369 None None] Pushing event updated for resources: {'Port': ['ID=d21b5bdd-c49b-4a77-bbf3-3627387de2fd,revision_number=2']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:06.971768 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 48536) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:07.819689 dv-cinder-826949-7-smb neutron-server[109983]: WARNING oslo_policy.policy [None req-2651d439-d5dd-4c08-84b8-5b324c2dba4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:35:07.819919 dv-cinder-826949-7-smb neutron-server[109983]: WARNING oslo_policy.policy [None req-2651d439-d5dd-4c08-84b8-5b324c2dba4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:35:08.051997 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [None req-2651d439-d5dd-4c08-84b8-5b324c2dba4b admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:35:08.053643 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-2651d439-d5dd-4c08-84b8-5b324c2dba4b admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0807674 Apr 28 19:35:10.832225 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 48550) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:11.216927 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [None req-ea3c7bcb-5806-4193-857f-7262ebc88587 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:35:11.218054 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-ea3c7bcb-5806-4193-857f-7262ebc88587 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3838279 Apr 28 19:35:13.579145 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 5 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:35:14.032075 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 48558) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:14.502552 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-acbc0438-e44a-4bfa-adfc-4fe29129487c demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:14.535251 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-acbc0438-e44a-4bfa-adfc-4fe29129487c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4115884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1076'] for router (3df7887c-b2f2-4e38-a161-477d699afb00), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:14.538113 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-acbc0438-e44a-4bfa-adfc-4fe29129487c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4116252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4119717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1085'] for router (3df7887c-b2f2-4e38-a161-477d699afb00), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:14.699002 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-acbc0438-e44a-4bfa-adfc-4fe29129487c demo demo] Publish callbacks [] for router_controller (3df7887c-b2f2-4e38-a161-477d699afb00), precommit_add_association {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:14.704704 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-acbc0438-e44a-4bfa-adfc-4fe29129487c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4116245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704025'] for router (3df7887c-b2f2-4e38-a161-477d699afb00), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:14.725572 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-acbc0438-e44a-4bfa-adfc-4fe29129487c demo demo] Publish callbacks [] for router (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:14.732526 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-acbc0438-e44a-4bfa-adfc-4fe29129487c demo demo] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6935053 Apr 28 19:35:17.054851 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-c13ae5ed-26fe-4902-9287-c761feb4f1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:17.604527 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 48570) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:18.096775 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [None req-ea010ba3-c9e4-4e01-b652-e44b72945589 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:35:18.099559 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-ea010ba3-c9e4-4e01-b652-e44b72945589 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4936693 Apr 28 19:35:19.177652 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device d21b5bdd-c49b-4a77-bbf3-3627387de2fd up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:19.288851 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-6ec895cf-2bf4-418c-98a7-0eb933bc1916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:19.290669 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port d21b5bdd-c49b-4a77-bbf3-3627387de2fd triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:19.291090 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (d21b5bdd-c49b-4a77-bbf3-3627387de2fd), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:19.420923 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port d21b5bdd-c49b-4a77-bbf3-3627387de2fd is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:19.421217 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (d21b5bdd-c49b-4a77-bbf3-3627387de2fd), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:19.466011 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] For port d21b5bdd-c49b-4a77-bbf3-3627387de2fd, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=d21b5bdd-c49b-4a77-bbf3-3627387de2fd,segment=NetworkSegment(5b96be65-4648-4583-b19e-cb593e158397),segment_id=5b96be65-4648-4583-b19e-cb593e158397)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:19.474292 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (d21b5bdd-c49b-4a77-bbf3-3627387de2fd), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:19.568388 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Pushing event updated for resources: {'Port': ['ID=d21b5bdd-c49b-4a77-bbf3-3627387de2fd,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:19.662244 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8240a79-04f1-4531-a5de-117cb320cef7 None None] Network dcc6ba7f-01bf-4065-af32-704ee9eafbae requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:35:19.757875 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-f44423e5-b194-4e3b-8d85-85a64f663107 None None] Provisioning complete for port d21b5bdd-c49b-4a77-bbf3-3627387de2fd triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:19.758212 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f44423e5-b194-4e3b-8d85-85a64f663107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (d21b5bdd-c49b-4a77-bbf3-3627387de2fd), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:19.960278 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-f44423e5-b194-4e3b-8d85-85a64f663107 None None] Current status of the port d21b5bdd-c49b-4a77-bbf3-3627387de2fd is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:20.189193 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-64a15376-fc80-4957-9eec-2abcff790763 None None] Provisioning complete for port d21b5bdd-c49b-4a77-bbf3-3627387de2fd triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:20.189861 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-64a15376-fc80-4957-9eec-2abcff790763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (d21b5bdd-c49b-4a77-bbf3-3627387de2fd), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:20.312178 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-64a15376-fc80-4957-9eec-2abcff790763 None None] Current status of the port d21b5bdd-c49b-4a77-bbf3-3627387de2fd is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:20.834369 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:21.165348 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device d21b5bdd-c49b-4a77-bbf3-3627387de2fd up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:21.230755 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port d21b5bdd-c49b-4a77-bbf3-3627387de2fd triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:21.231458 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (d21b5bdd-c49b-4a77-bbf3-3627387de2fd), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:21.274116 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 48588) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:21.327336 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port d21b5bdd-c49b-4a77-bbf3-3627387de2fd is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:21.429627 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:21.453062 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] Made reservation on behalf of 5a9c3913d647469eae87437490fa20fb for: {'network': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:21.455734 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:21.467028 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:21.563285 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] Publish callbacks [] for security_group (f9a97785-183c-4444-85e9-5a3a66795027), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:21.567925 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (f9a97785-183c-4444-85e9-5a3a66795027), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:21.585684 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] Reserving flat network on physical network physnet1 {{(pid=109984) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 28 19:35:21.607116 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a97785-183c-4444-85e9-5a3a66795027,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:21.613266 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (ee7057a6-05b7-4e1f-9624-3296ba255486), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:21.613608 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.segments_db [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] Added segment ee7057a6-05b7-4e1f-9624-3296ba255486 of type flat for network dbab025d-de0a-47ac-91fe-6d3e732a910f Apr 28 19:35:21.676700 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (dbab025d-de0a-47ac-91fe-6d3e732a910f), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:21.714448 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (dbab025d-de0a-47ac-91fe-6d3e732a910f), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:21.715512 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:21.716124 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:21.779243 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5039501 Apr 28 19:35:21.822960 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a83eb-f0a8-4049-ae2b-2c368037d8cf admin admin] Pushing event updated for resources: {'Network': ['ID=dbab025d-de0a-47ac-91fe-6d3e732a910f,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:21.834538 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network dbab025d-de0a-47ac-91fe-6d3e732a910f details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:35:22.159220 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:23.978628 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:24.507437 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 48606) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:24.768649 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.policy [None req-012a5034-23bf-45c9-8bc6-c99f07a6305e demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109983) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 19:35:24.812812 dv-cinder-826949-7-smb neutron-server[109983]: WARNING oslo_policy.policy [None req-012a5034-23bf-45c9-8bc6-c99f07a6305e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:35:24.813203 dv-cinder-826949-7-smb neutron-server[109983]: WARNING oslo_policy.policy [None req-012a5034-23bf-45c9-8bc6-c99f07a6305e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:35:24.821402 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012a5034-23bf-45c9-8bc6-c99f07a6305e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:24.823263 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-012a5034-23bf-45c9-8bc6-c99f07a6305e demo admin] 10.222.0.62 "GET /v2.0/subnets/c197bdf3-c784-4738-8ccc-3621ad49a9bb HTTP/1.1" status: 200 len: 849 time: 0.3145964 Apr 28 19:35:25.016427 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-bb739d2b-c788-4d4c-8578-273cc5e44406 demo admin] 10.222.0.62 "GET /v2.0/routers/3df7887c-b2f2-4e38-a161-477d699afb00 HTTP/1.1" status: 200 len: 704 time: 0.1850531 Apr 28 19:35:25.322206 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:25.710520 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Allocated IP 172.20.0.1 (dcc6ba7f-01bf-4065-af32-704ee9eafbae/c197bdf3-c784-4738-8ccc-3621ad49a9bb/f6ab44f3-fb4b-479d-83eb-509624291abf) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:25.959248 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Publish callbacks [] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:26.042516 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:26.089570 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Network dcc6ba7f-01bf-4065-af32-704ee9eafbae is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:26.091183 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:26.195319 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Pushing event updated for resources: {'Port': ['ID=f6ab44f3-fb4b-479d-83eb-509624291abf,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:26.210123 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:26.210720 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703724'] for router_interface (3df7887c-b2f2-4e38-a161-477d699afb00), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:26.217869 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:26.219649 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:26.220412 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:26.221960 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:26.221960 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:26.222383 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:26.222593 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:26.223713 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:26.224320 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:26.224681 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:26.225112 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:26.225456 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:26.225786 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:26.226110 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:26.226429 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Tracked resource versions report: Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: pushed versions: Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: { 'AddressGroup': {'1.2'}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'Agent': {'1.1'}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'ConntrackHelper': {'1.0'}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'Log': {'1.0'}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'NDPProxy': {'1.0'}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'Network': {'1.1'}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'Port': {'1.7'}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'PortForwarding': {'1.3'}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'QosPolicy': {'1.10'}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'SecurityGroup': {'1.5'}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'SubPort': {'1.0'}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'Subnet': {'1.1'}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'Trunk': {'1.1'}} Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: consumer versions: Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: { DHCP agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: L3 agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: Metadata agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: Metering agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: Open vSwitch agent@dv-cinder-826949-7-smb: { 'AddressGroup': '1.2', Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'Agent': '1.1', Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'ConntrackHelper': '1.0', Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'LocalIPAssociation': '1.0', Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'Log': '1.0', Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'NDPProxy': '1.0', Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'Network': '1.1', Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'Port': '1.7', Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'PortForwarding': '1.3', Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'QosPolicy': '1.10', Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'SecurityGroup': '1.5', Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'SecurityGroupRule': '1.2', Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'SubPort': '1.0', Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'Subnet': '1.1', Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: 'Trunk': '1.1'}} Apr 28 19:35:26.227654 dv-cinder-826949-7-smb neutron-server[109983]: {{(pid=109983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:35:26.475621 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-a503c213-54a7-439a-97bb-960c79da8d25 None None] Provisioning complete for port f6ab44f3-fb4b-479d-83eb-509624291abf triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:26.476207 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a503c213-54a7-439a-97bb-960c79da8d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:26.519830 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-a503c213-54a7-439a-97bb-960c79da8d25 None None] Port f6ab44f3-fb4b-479d-83eb-509624291abf cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:35:26.537292 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:26.808550 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Publish callbacks [] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:26.814032 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:26.814873 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4114972'] for router_interface (3df7887c-b2f2-4e38-a161-477d699afb00), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:26.881274 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Pushing event updated for resources: {'Port': ['ID=f6ab44f3-fb4b-479d-83eb-509624291abf,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:26.956642 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Network dcc6ba7f-01bf-4065-af32-704ee9eafbae is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:26.958599 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:27.225266 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-9f25c71f-5251-428f-8c06-31e64ef14990 None None] Provisioning complete for port f6ab44f3-fb4b-479d-83eb-509624291abf triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:27.225873 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-9f25c71f-5251-428f-8c06-31e64ef14990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:27.269320 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Router 3df7887c-b2f2-4e38-a161-477d699afb00 is scheduled to L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae with binding_index 1 {{(pid=109983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:35:27.284009 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-9f25c71f-5251-428f-8c06-31e64ef14990 None None] Port f6ab44f3-fb4b-479d-83eb-509624291abf cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:35:27.384825 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:35:27.392378 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-d801286f-97f5-4e39-8059-f46844f1b9cc demo admin] 10.222.0.62 "PUT /v2.0/routers/3df7887c-b2f2-4e38-a161-477d699afb00/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3696363 Apr 28 19:35:27.407835 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Sync routers for ids ['3df7887c-b2f2-4e38-a161-477d699afb00'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:35:27.427405 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Routers {'3df7887c-b2f2-4e38-a161-477d699afb00'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:27.428830 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:35:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['3df7887c-b2f2-4e38-a161-477d699afb00'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:27.703095 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Set router 3df7887c-b2f2-4e38-a161-477d699afb00 gateway port host: None {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:28.370919 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df7887c-b2f2-4e38-a161-477d699afb00', 'name': 'router1', 'tenant_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:14Z', 'updated_at': '2022-04-28T19:35:26Z', 'revision_number': 2, 'project_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'gw_port_host': None, '_interfaces': [{'id': 'f6ab44f3-fb4b-479d-83eb-509624291abf', 'name': '', 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae', 'tenant_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'mac_address': 'fa:16:3e:8a:d0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df7887c-b2f2-4e38-a161-477d699afb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c197bdf3-c784-4738-8ccc-3621ad49a9bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:25Z', 'updated_at': '2022-04-28T19:35:26Z', 'revision_number': 2, 'project_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'subnets': [{'id': 'c197bdf3-c784-4738-8ccc-3621ad49a9bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a671214-2c34-4814-afe7-3e63147a0978'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:28.432734 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Checking router: 3df7887c-b2f2-4e38-a161-477d699afb00 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:35:28.433799 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Updating router 3df7887c-b2f2-4e38-a161-477d699afb00 port f6ab44f3-fb4b-479d-83eb-509624291abf binding host dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:35:28.540134 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:29.218090 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Publish callbacks [] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:29.227109 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:29.421508 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Pushing event updated for resources: {'Port': ['ID=f6ab44f3-fb4b-479d-83eb-509624291abf,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:29.467929 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:29.468957 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:29.469134 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:29.469520 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:29.470082 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:29.470629 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:29.471177 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:29.471697 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:29.472268 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:29.472819 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:29.473943 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:29.474525 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:29.475084 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:29.475622 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:29.476056 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Tracked resource versions report: Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: pushed versions: Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: { 'AddressGroup': {'1.2'}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'Agent': {'1.1'}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'ConntrackHelper': {'1.0'}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'Log': {'1.0'}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'NDPProxy': {'1.0'}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'Network': {'1.1'}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'Port': {'1.7'}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'PortForwarding': {'1.3'}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'QosPolicy': {'1.10'}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'SecurityGroup': {'1.5'}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'SubPort': {'1.0'}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'Subnet': {'1.1'}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'Trunk': {'1.1'}} Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: consumer versions: Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: { DHCP agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: L3 agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: Metadata agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: Metering agent@dv-cinder-826949-7-smb: {}, Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: Open vSwitch agent@dv-cinder-826949-7-smb: { 'AddressGroup': '1.2', Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'Agent': '1.1', Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'ConntrackHelper': '1.0', Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'LocalIPAssociation': '1.0', Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'Log': '1.0', Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'NDPProxy': '1.0', Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'Network': '1.1', Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'Port': '1.7', Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'PortForwarding': '1.3', Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'QosPolicy': '1.10', Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'SecurityGroup': '1.5', Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'SecurityGroupRule': '1.2', Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'SubPort': '1.0', Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'Subnet': '1.1', Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: 'Trunk': '1.1'}} Apr 28 19:35:29.478149 dv-cinder-826949-7-smb neutron-server[109986]: {{(pid=109986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:35:29.530450 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Attempting to bind port f6ab44f3-fb4b-479d-83eb-509624291abf on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:35:29.530720 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Attempting to bind port f6ab44f3-fb4b-479d-83eb-509624291abf by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': '5b96be65-4648-4583-b19e-cb593e158397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:35:29.531166 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Attempting to bind port f6ab44f3-fb4b-479d-83eb-509624291abf on network dcc6ba7f-01bf-4065-af32-704ee9eafbae {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:29.538291 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:29.538565 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Checking segment: {'id': '5b96be65-4648-4583-b19e-cb593e158397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:35:29.539004 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:29.539397 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Bound using segment: {'id': '5b96be65-4648-4583-b19e-cb593e158397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:29.539997 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Bound port: f6ab44f3-fb4b-479d-83eb-509624291abf, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b96be65-4648-4583-b19e-cb593e158397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:35:29.540302 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:29.545277 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-c456e3e6-318b-4d7f-ba4b-8ee3d2f23e7a None None] Provisioning complete for port f6ab44f3-fb4b-479d-83eb-509624291abf triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:29.545960 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-c456e3e6-318b-4d7f-ba4b-8ee3d2f23e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:29.611170 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-c456e3e6-318b-4d7f-ba4b-8ee3d2f23e7a None None] Port f6ab44f3-fb4b-479d-83eb-509624291abf cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:35:29.631464 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] For port f6ab44f3-fb4b-479d-83eb-509624291abf, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:29.663526 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] For port f6ab44f3-fb4b-479d-83eb-509624291abf, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=f6ab44f3-fb4b-479d-83eb-509624291abf,segment=NetworkSegment(5b96be65-4648-4583-b19e-cb593e158397),segment_id=5b96be65-4648-4583-b19e-cb593e158397)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:29.671620 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:29.756089 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e005df3-b0d9-459f-810e-a5965b067f18 None None] Pushing event updated for resources: {'Port': ['ID=f6ab44f3-fb4b-479d-83eb-509624291abf,revision_number=4']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:29.761845 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Routers {'3df7887c-b2f2-4e38-a161-477d699afb00'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:29.762867 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:35:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['3df7887c-b2f2-4e38-a161-477d699afb00'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:29.894830 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] Set router 3df7887c-b2f2-4e38-a161-477d699afb00 gateway port host: None {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:29.940810 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 48622) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:30.049772 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-8c6afdbd-8f64-4433-bb72-6bf77006511f None None] Provisioning complete for port f6ab44f3-fb4b-479d-83eb-509624291abf triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:30.050537 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-8c6afdbd-8f64-4433-bb72-6bf77006511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:30.083740 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de713d46-e5e5-4714-a588-f0c44a2bee38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:30.086648 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-de713d46-e5e5-4714-a588-f0c44a2bee38 admin admin] 10.222.0.62 "GET /v2.0/networks/dbab025d-de0a-47ac-91fe-6d3e732a910f HTTP/1.1" status: 200 len: 842 time: 0.1442199 Apr 28 19:35:30.098955 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-97f06ff3-e002-4805-b2b1-cb835241968f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.28.0.0/24', 'ip_version': 4, 'gateway_ip': '172.28.0.1', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:30.155525 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f06ff3-e002-4805-b2b1-cb835241968f admin admin] Made reservation on behalf of 5a9c3913d647469eae87437490fa20fb for: {'subnet': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:35:30.159627 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-97f06ff3-e002-4805-b2b1-cb835241968f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:30.174366 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-8c6afdbd-8f64-4433-bb72-6bf77006511f None None] Current status of the port f6ab44f3-fb4b-479d-83eb-509624291abf is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:30.174931 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-8c6afdbd-8f64-4433-bb72-6bf77006511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:30.188005 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df7887c-b2f2-4e38-a161-477d699afb00', 'name': 'router1', 'tenant_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:14Z', 'updated_at': '2022-04-28T19:35:26Z', 'revision_number': 2, 'project_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'gw_port_host': None, '_interfaces': [{'id': 'f6ab44f3-fb4b-479d-83eb-509624291abf', 'name': '', 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae', 'tenant_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'mac_address': 'fa:16:3e:8a:d0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df7887c-b2f2-4e38-a161-477d699afb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c197bdf3-c784-4738-8ccc-3621ad49a9bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:25Z', 'updated_at': '2022-04-28T19:35:29Z', 'revision_number': 4, 'project_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'subnets': [{'id': 'c197bdf3-c784-4738-8ccc-3621ad49a9bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a671214-2c34-4814-afe7-3e63147a0978'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:30.220683 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-8c6afdbd-8f64-4433-bb72-6bf77006511f None None] For port f6ab44f3-fb4b-479d-83eb-509624291abf, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=f6ab44f3-fb4b-479d-83eb-509624291abf,segment=NetworkSegment(5b96be65-4648-4583-b19e-cb593e158397),segment_id=5b96be65-4648-4583-b19e-cb593e158397)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:30.227508 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-8c6afdbd-8f64-4433-bb72-6bf77006511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:30.241889 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a234ab-f347-4555-a0b7-67ea5c8597b6 None None] The sync data for ids ['3df7887c-b2f2-4e38-a161-477d699afb00'] in dv-cinder-826949-7-smb is: [{'id': '3df7887c-b2f2-4e38-a161-477d699afb00', 'name': 'router1', 'tenant_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:14Z', 'updated_at': '2022-04-28T19:35:26Z', 'revision_number': 2, 'project_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'gw_port_host': None, '_interfaces': [{'id': 'f6ab44f3-fb4b-479d-83eb-509624291abf', 'name': '', 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae', 'tenant_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'mac_address': 'fa:16:3e:8a:d0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df7887c-b2f2-4e38-a161-477d699afb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c197bdf3-c784-4738-8ccc-3621ad49a9bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:25Z', 'updated_at': '2022-04-28T19:35:29Z', 'revision_number': 4, 'project_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'subnets': [{'id': 'c197bdf3-c784-4738-8ccc-3621ad49a9bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a671214-2c34-4814-afe7-3e63147a0978'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:35:30.295189 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6afdbd-8f64-4433-bb72-6bf77006511f None None] Pushing event updated for resources: {'Port': ['ID=f6ab44f3-fb4b-479d-83eb-509624291abf,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:30.685827 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.objects.ports [None req-97f06ff3-e002-4805-b2b1-cb835241968f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109983) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 28 19:35:30.686175 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-97f06ff3-e002-4805-b2b1-cb835241968f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for subnet (9e4fc0fc-0c14-4e37-b643-13eade32eaa4), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:30.747164 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f06ff3-e002-4805-b2b1-cb835241968f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4fc0fc-0c14-4e37-b643-13eade32eaa4,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:30.762454 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f06ff3-e002-4805-b2b1-cb835241968f admin admin] Checking segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:35:30.762803 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f06ff3-e002-4805-b2b1-cb835241968f admin admin] Network hostable DHCP agents. Network: dbab025d-de0a-47ac-91fe-6d3e732a910f, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:35:30.792441 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f06ff3-e002-4805-b2b1-cb835241968f admin admin] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:35:30.809475 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-97f06ff3-e002-4805-b2b1-cb835241968f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, dbab025d-de0a-47ac-91fe-6d3e732a910f) {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:30.816102 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f06ff3-e002-4805-b2b1-cb835241968f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:30.817375 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-97f06ff3-e002-4805-b2b1-cb835241968f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:30.829021 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903aeab1-bcf8-4949-a9d7-c796c9a80ef9 None None] Network dbab025d-de0a-47ac-91fe-6d3e732a910f requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:35:30.879890 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-97f06ff3-e002-4805-b2b1-cb835241968f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7793941 Apr 28 19:35:30.980505 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a047fa0d-f624-4154-8819-2889ba7bd5dd None None] Network dbab025d-de0a-47ac-91fe-6d3e732a910f requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:35:34.264118 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 48630) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:34.424103 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-1f280b4c-5bdd-4695-a339-5d2e21420403 demo admin] 10.222.0.62 "GET /v2.0/routers/3df7887c-b2f2-4e38-a161-477d699afb00 HTTP/1.1" status: 200 len: 710 time: 0.1581547 Apr 28 19:35:34.533981 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e013a2b5-9c78-4d32-9828-b965f624c33b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:35:34.535583 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-e013a2b5-9c78-4d32-9828-b965f624c33b demo admin] 10.222.0.62 "GET /v2.0/networks/dbab025d-de0a-47ac-91fe-6d3e732a910f HTTP/1.1" status: 200 len: 886 time: 0.1020157 Apr 28 19:35:34.550059 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:35:34.857319 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Publish callbacks [] for router_gateway (3df7887c-b2f2-4e38-a161-477d699afb00), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:35.317917 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Publish callbacks [] for router_gateway (3df7887c-b2f2-4e38-a161-477d699afb00), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:35.440306 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:35.562205 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Allocated IP 172.28.0.252 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/09a7858a-f96f-40cf-a562-7bd205c32dc2) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:35:35.680498 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Publish callbacks [] for port (09a7858a-f96f-40cf-a562-7bd205c32dc2), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:35.717894 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (09a7858a-f96f-40cf-a562-7bd205c32dc2), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:35.760178 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:35:35.765778 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:35:35.775654 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:35:35.779151 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Pushing event updated for resources: {'Port': ['ID=09a7858a-f96f-40cf-a562-7bd205c32dc2,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:36.065432 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Publish callbacks [] for router_gateway (3df7887c-b2f2-4e38-a161-477d699afb00), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.288321 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3703986', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4116258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1039'] for router (3df7887c-b2f2-4e38-a161-477d699afb00), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.292529 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4116283'] for router (3df7887c-b2f2-4e38-a161-477d699afb00), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.419768 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Router 3df7887c-b2f2-4e38-a161-477d699afb00 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:35:36.580625 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:35:36.588555 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:36.591031 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-bd3f3d4e-2e10-4a0d-9569-13008f5e0a30 demo admin] 10.222.0.62 "PUT /v2.0/routers/3df7887c-b2f2-4e38-a161-477d699afb00 HTTP/1.1" status: 200 len: 890 time: 2.0446210 Apr 28 19:35:39.194425 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device f6ab44f3-fb4b-479d-83eb-509624291abf up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:39.252583 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port f6ab44f3-fb4b-479d-83eb-509624291abf triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:39.252977 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:39.353853 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port f6ab44f3-fb4b-479d-83eb-509624291abf is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:39.359329 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 48642) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:35:39.503678 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-91a58ae7-0688-455c-a8b1-d3d3181a0836 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1427636 Apr 28 19:35:40.752506 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Sync routers for ids ['3df7887c-b2f2-4e38-a161-477d699afb00'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:35:40.775172 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Routers {'3df7887c-b2f2-4e38-a161-477d699afb00'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:40.776309 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:35:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['3df7887c-b2f2-4e38-a161-477d699afb00'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:41.155260 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Set router 3df7887c-b2f2-4e38-a161-477d699afb00 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:41.845541 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df7887c-b2f2-4e38-a161-477d699afb00', 'name': 'router1', 'tenant_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '09a7858a-f96f-40cf-a562-7bd205c32dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:14Z', 'updated_at': '2022-04-28T19:35:35Z', 'revision_number': 4, 'project_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'gw_port': {'id': '09a7858a-f96f-40cf-a562-7bd205c32dc2', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df7887c-b2f2-4e38-a161-477d699afb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:35Z', 'updated_at': '2022-04-28T19:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': 'f6ab44f3-fb4b-479d-83eb-509624291abf', 'name': '', 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae', 'tenant_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'mac_address': 'fa:16:3e:8a:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df7887c-b2f2-4e38-a161-477d699afb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c197bdf3-c784-4738-8ccc-3621ad49a9bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:25Z', 'updated_at': '2022-04-28T19:35:30Z', 'revision_number': 5, 'project_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'subnets': [{'id': 'c197bdf3-c784-4738-8ccc-3621ad49a9bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a671214-2c34-4814-afe7-3e63147a0978'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:41.908736 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Checking router: 3df7887c-b2f2-4e38-a161-477d699afb00 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:35:41.908943 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Updating router 3df7887c-b2f2-4e38-a161-477d699afb00 port 09a7858a-f96f-40cf-a562-7bd205c32dc2 binding host dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:35:41.977927 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (09a7858a-f96f-40cf-a562-7bd205c32dc2), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:42.498961 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Publish callbacks [] for port (09a7858a-f96f-40cf-a562-7bd205c32dc2), precommit_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:42.506962 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (09a7858a-f96f-40cf-a562-7bd205c32dc2), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:42.566291 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Attempting to bind port 09a7858a-f96f-40cf-a562-7bd205c32dc2 on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:35:42.567601 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Attempting to bind port 09a7858a-f96f-40cf-a562-7bd205c32dc2 by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:35:42.567601 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Attempting to bind port 09a7858a-f96f-40cf-a562-7bd205c32dc2 on network dbab025d-de0a-47ac-91fe-6d3e732a910f {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:35:42.570076 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06afcbb-ba47-414d-bbfa-282d6d5d8fbe None None] Pushing event updated for resources: {'Port': ['ID=09a7858a-f96f-40cf-a562-7bd205c32dc2,revision_number=2']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:42.577331 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:35:42.577331 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Checking segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:35:42.577719 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:42.577977 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Bound using segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:35:42.578439 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Bound port: 09a7858a-f96f-40cf-a562-7bd205c32dc2, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:35:42.578824 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (09a7858a-f96f-40cf-a562-7bd205c32dc2), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:42.652604 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] For port 09a7858a-f96f-40cf-a562-7bd205c32dc2, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:35:42.657892 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] For port 09a7858a-f96f-40cf-a562-7bd205c32dc2, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=09a7858a-f96f-40cf-a562-7bd205c32dc2,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:35:42.666552 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (09a7858a-f96f-40cf-a562-7bd205c32dc2), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:42.730321 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Routers {'3df7887c-b2f2-4e38-a161-477d699afb00'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:35:42.731327 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:35:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['3df7887c-b2f2-4e38-a161-477d699afb00'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:42.797065 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06afcbb-ba47-414d-bbfa-282d6d5d8fbe None None] Pushing event updated for resources: {'Port': ['ID=09a7858a-f96f-40cf-a562-7bd205c32dc2,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:42.932564 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] Set router 3df7887c-b2f2-4e38-a161-477d699afb00 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:35:43.238134 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df7887c-b2f2-4e38-a161-477d699afb00', 'name': 'router1', 'tenant_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '09a7858a-f96f-40cf-a562-7bd205c32dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:14Z', 'updated_at': '2022-04-28T19:35:35Z', 'revision_number': 4, 'project_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'gw_port': {'id': '09a7858a-f96f-40cf-a562-7bd205c32dc2', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df7887c-b2f2-4e38-a161-477d699afb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:35Z', 'updated_at': '2022-04-28T19:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': 'f6ab44f3-fb4b-479d-83eb-509624291abf', 'name': '', 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae', 'tenant_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'mac_address': 'fa:16:3e:8a:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df7887c-b2f2-4e38-a161-477d699afb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c197bdf3-c784-4738-8ccc-3621ad49a9bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:25Z', 'updated_at': '2022-04-28T19:35:30Z', 'revision_number': 5, 'project_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'subnets': [{'id': 'c197bdf3-c784-4738-8ccc-3621ad49a9bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a671214-2c34-4814-afe7-3e63147a0978'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:35:43.302357 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85acf29-c5b0-4839-a464-5868ef9da5a4 None None] The sync data for ids ['3df7887c-b2f2-4e38-a161-477d699afb00'] in dv-cinder-826949-7-smb is: [{'id': '3df7887c-b2f2-4e38-a161-477d699afb00', 'name': 'router1', 'tenant_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': '09a7858a-f96f-40cf-a562-7bd205c32dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:35:14Z', 'updated_at': '2022-04-28T19:35:35Z', 'revision_number': 4, 'project_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'gw_port': {'id': '09a7858a-f96f-40cf-a562-7bd205c32dc2', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df7887c-b2f2-4e38-a161-477d699afb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:35Z', 'updated_at': '2022-04-28T19:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': 'f6ab44f3-fb4b-479d-83eb-509624291abf', 'name': '', 'network_id': 'dcc6ba7f-01bf-4065-af32-704ee9eafbae', 'tenant_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'mac_address': 'fa:16:3e:8a:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df7887c-b2f2-4e38-a161-477d699afb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c197bdf3-c784-4738-8ccc-3621ad49a9bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:35:25Z', 'updated_at': '2022-04-28T19:35:30Z', 'revision_number': 5, 'project_id': 'd6402e0465664d58a58ed40bcb20f6f9', 'subnets': [{'id': 'c197bdf3-c784-4738-8ccc-3621ad49a9bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a671214-2c34-4814-afe7-3e63147a0978'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:35:45.270304 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 09a7858a-f96f-40cf-a562-7bd205c32dc2 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:45.398538 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 09a7858a-f96f-40cf-a562-7bd205c32dc2 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:45.401122 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (09a7858a-f96f-40cf-a562-7bd205c32dc2), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:45.562001 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 09a7858a-f96f-40cf-a562-7bd205c32dc2 is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:45.564734 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (09a7858a-f96f-40cf-a562-7bd205c32dc2), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:45.610602 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] For port 09a7858a-f96f-40cf-a562-7bd205c32dc2, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=09a7858a-f96f-40cf-a562-7bd205c32dc2,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:35:45.632128 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (09a7858a-f96f-40cf-a562-7bd205c32dc2), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:45.738749 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Pushing event updated for resources: {'Port': ['ID=09a7858a-f96f-40cf-a562-7bd205c32dc2,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:35:47.135915 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-5b83f6c9-1926-433f-a8e0-01156b1b6d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:47.383680 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 09a7858a-f96f-40cf-a562-7bd205c32dc2 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:35:47.604463 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 09a7858a-f96f-40cf-a562-7bd205c32dc2 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:35:47.605457 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (09a7858a-f96f-40cf-a562-7bd205c32dc2), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:47.826450 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 09a7858a-f96f-40cf-a562-7bd205c32dc2 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:35:49.298803 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-83edb7f9-74d4-4c76-81f2-71437d3022f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:50.572130 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 5 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:35:50.896904 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:52.211001 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:35:53.996708 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:17.064192 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-c3579ba8-84fb-4569-85db-1e6bff797120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:19.294618 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-25d08b5e-31f5-4d57-a357-1b4c38e1c892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:20.882023 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:22.167005 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:23.969593 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:27.571568 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 5 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:36:47.063105 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-9f028725-214e-45ee-a20d-2d8317b97165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:49.281787 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-18bb1b8d-2dc8-42f9-81dd-26aaf1545b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:50.842047 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:52.160118 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:36:53.974870 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:04.575857 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 5 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:37:17.041108 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a60ee573-d75e-4a68-888a-b31cd202d040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:18.995130 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 49126) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:19.066872 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.pecan_wsgi.hooks.translation [None req-875ef901-2cce-4af0-b49d-d2c4474d774a admin admin] GET failed (client error): The resource could not be found. Apr 28 19:37:19.068630 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-875ef901-2cce-4af0-b49d-d2c4474d774a admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0723979 Apr 28 19:37:19.269771 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5adaf6-fadb-44ef-a349-eb73837d25cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:19.273167 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-bc5adaf6-fadb-44ef-a349-eb73837d25cf admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1993380 Apr 28 19:37:19.282150 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-36b23be8-7d90-468c-9ae1-a7be0541c41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:20.854137 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:21.827666 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 49136) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:21.936597 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad617b-4aa4-49b7-9f07-6a8f5948a7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:21.939212 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-daad617b-4aa4-49b7-9f07-6a8f5948a7a7 admin admin] 10.222.0.62 "GET /v2.0/subnets/c197bdf3-c784-4738-8ccc-3621ad49a9bb HTTP/1.1" status: 200 len: 849 time: 0.1095166 Apr 28 19:37:21.953527 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:37:22.070206 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Publish callbacks [] for subnet (c197bdf3-c784-4738-8ccc-3621ad49a9bb), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:22.169727 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:22.243592 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753808435411'] for subnet (c197bdf3-c784-4738-8ccc-3621ad49a9bb), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:22.284755 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:22.285387 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:22.286726 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] 10.222.0.62 "PUT /v2.0/subnets/c197bdf3-c784-4738-8ccc-3621ad49a9bb HTTP/1.1" status: 200 len: 868 time: 0.3400669 Apr 28 19:37:22.293763 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4b2da8-8fff-4aaf-8f58-babc4f715037 None None] Network dcc6ba7f-01bf-4065-af32-704ee9eafbae requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:37:22.324568 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c197bdf3-c784-4738-8ccc-3621ad49a9bb,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:37:22.335018 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:22.335441 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:22.335914 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:22.336519 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:22.336779 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:22.337438 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:22.337836 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:22.338235 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:22.338634 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:22.339099 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:22.339966 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:22.339966 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:22.340208 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:22.340708 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:22.341117 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a3007-05bf-4540-8f47-f65dedab4656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:37:22.756011 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-4b6312d2-6862-4261-b850-37a6ddd4d0ff None None] Provisioning complete for port d21b5bdd-c49b-4a77-bbf3-3627387de2fd triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:37:22.756416 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4b6312d2-6862-4261-b850-37a6ddd4d0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (d21b5bdd-c49b-4a77-bbf3-3627387de2fd), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:22.852254 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-4b6312d2-6862-4261-b850-37a6ddd4d0ff None None] Current status of the port d21b5bdd-c49b-4a77-bbf3-3627387de2fd is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:37:22.861142 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-4b6312d2-6862-4261-b850-37a6ddd4d0ff None None] Provisioning complete for port f6ab44f3-fb4b-479d-83eb-509624291abf triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:37:22.861507 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4b6312d2-6862-4261-b850-37a6ddd4d0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (f6ab44f3-fb4b-479d-83eb-509624291abf), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:22.950575 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-4b6312d2-6862-4261-b850-37a6ddd4d0ff None None] Current status of the port f6ab44f3-fb4b-479d-83eb-509624291abf is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:37:23.976174 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:24.929585 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49144) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:25.248136 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a072d8d-00a0-4ce9-9a71-b10b86527daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:25.248960 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a072d8d-00a0-4ce9-9a71-b10b86527daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:25.251705 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-1a072d8d-00a0-4ce9-9a71-b10b86527daa admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3209124 Apr 28 19:37:27.723222 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49154) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:28.028959 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362af013-bc3b-4d11-8687-56071f7e925d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:28.029436 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362af013-bc3b-4d11-8687-56071f7e925d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:28.031086 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-362af013-bc3b-4d11-8687-56071f7e925d admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3067226 Apr 28 19:37:30.480666 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49162) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:30.626139 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e869952-85c2-4f33-8b9c-2af50cf09eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:30.628192 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-5e869952-85c2-4f33-8b9c-2af50cf09eca admin admin] 10.222.0.62 "GET /v2.0/networks/dbab025d-de0a-47ac-91fe-6d3e732a910f HTTP/1.1" status: 200 len: 886 time: 0.1458347 Apr 28 19:37:33.129109 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 49170) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:33.334213 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dec9fb-ed26-4075-a19c-d4fe7b6e2713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:33.335727 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-b2dec9fb-ed26-4075-a19c-d4fe7b6e2713 admin admin] 10.222.0.62 "GET /v2.0/networks/dcc6ba7f-01bf-4065-af32-704ee9eafbae HTTP/1.1" status: 200 len: 869 time: 0.2054551 Apr 28 19:37:35.891838 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 49178) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:36.036239 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f94b59b-e243-4082-8f71-8505084c62d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:36.036700 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f94b59b-e243-4082-8f71-8505084c62d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:36.038306 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-0f94b59b-e243-4082-8f71-8505084c62d6 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1453288 Apr 28 19:37:38.498691 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49186) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:38.676402 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389b74a1-d3a2-4fda-83a6-7cfbc15df044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:38.676803 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389b74a1-d3a2-4fda-83a6-7cfbc15df044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:38.678767 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-389b74a1-d3a2-4fda-83a6-7cfbc15df044 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1788876 Apr 28 19:37:41.195462 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49194) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:41.294178 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c267ffb-704c-418f-b12a-b96d9d503819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:41.295641 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-1c267ffb-704c-418f-b12a-b96d9d503819 admin admin] 10.222.0.62 "GET /v2.0/subnets/9e4fc0fc-0c14-4e37-b643-13eade32eaa4 HTTP/1.1" status: 200 len: 816 time: 0.0988679 Apr 28 19:37:41.574945 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 5 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:37:43.762615 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49202) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:37:43.875859 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ba352-64c3-412d-943c-b69a39a98eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:37:43.878077 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-142ba352-64c3-412d-943c-b69a39a98eff admin admin] 10.222.0.62 "GET /v2.0/subnets/c197bdf3-c784-4738-8ccc-3621ad49a9bb HTTP/1.1" status: 200 len: 868 time: 0.1143634 Apr 28 19:37:47.041849 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-06a5694a-e7a9-429e-95e5-8860f0b61b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:49.289128 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f4318b77-09f7-40d2-a271-ebe47943cca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:50.850841 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:52.174362 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:37:53.981478 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:17.045596 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-495a5e88-f42b-4a4a-8ffd-2c811831cc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:18.574487 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 5 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:38:19.281624 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-486c2929-248a-4de2-b9dc-34212f5f602c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:20.853728 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:22.179268 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:23.974653 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:28.109425 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 49260) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:28.176382 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [None req-0cbf5c75-50ee-4343-be75-5eebbac4b026 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:38:28.178134 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-0cbf5c75-50ee-4343-be75-5eebbac4b026 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0666802 Apr 28 19:38:30.762219 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49268) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:30.835629 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d7be37-bd08-462e-ad85-7065707170ae admin admin] GET failed (client error): The resource could not be found. Apr 28 19:38:30.837150 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-f6d7be37-bd08-462e-ad85-7065707170ae admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0736568 Apr 28 19:38:31.004338 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadea1f6-516f-4a95-886a-f41071659bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:31.005864 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-dadea1f6-516f-4a95-886a-f41071659bee admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1644006 Apr 28 19:38:33.442983 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49276) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:33.498311 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:33.523426 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Made reservation on behalf of 5a9c3913d647469eae87437490fa20fb for: {'network': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:33.525813 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:33.557130 dv-cinder-826949-7-smb neutron-server[109983]: WARNING neutron.services.revisions.revision_plugin [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Could not find related network for resource to bump revision. Apr 28 19:38:33.580734 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=109983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:38:33.597317 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753808390768', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (ce8d8196-1534-472e-b525-fbda08653947), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:33.598005 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Unsubscribe: segment precommit_create {{(pid=109983) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 19:38:33.598561 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.segments_db [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Added segment ce8d8196-1534-472e-b525-fbda08653947 of type vlan for network faf8fb13-3e05-42bf-acc2-1347c6d876c1 Apr 28 19:38:33.654314 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (faf8fb13-3e05-42bf-acc2-1347c6d876c1), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:33.691399 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (faf8fb13-3e05-42bf-acc2-1347c6d876c1), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:33.692465 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:33.693091 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:33.746973 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3027413 Apr 28 19:38:33.800770 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Pushing event updated for resources: {'Network': ['ID=faf8fb13-3e05-42bf-acc2-1347c6d876c1,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:33.811925 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:33.812429 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:33.813483 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:33.815605 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:33.815605 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:33.815605 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:33.816211 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:33.816372 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:33.818187 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:33.818187 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:33.818187 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:33.818750 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:33.819603 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:33.819949 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:33.821812 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb9a743-0b14-402c-bbcd-c6bec06bae2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:33.839395 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network faf8fb13-3e05-42bf-acc2-1347c6d876c1 details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:38:36.190912 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49284) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:38:36.273151 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.pecan_wsgi.hooks.translation [None req-9077d7c9-ed57-43be-8507-5a23303f912d admin admin] GET failed (client error): The resource could not be found. Apr 28 19:38:36.275391 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-9077d7c9-ed57-43be-8507-5a23303f912d admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0833061 Apr 28 19:38:36.357403 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3ef030-ccfc-4668-bd1c-3a15166776a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:36.358917 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-6a3ef030-ccfc-4668-bd1c-3a15166776a8 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0794926 Apr 28 19:38:36.373458 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-ddbd2e66-baee-47aa-9c4e-7e91c3c6d0d7 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'faf8fb13-3e05-42bf-acc2-1347c6d876c1'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:38:36.399026 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbd2e66-baee-47aa-9c4e-7e91c3c6d0d7 admin admin] Made reservation on behalf of 5a9c3913d647469eae87437490fa20fb for: {'subnet': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:36.402294 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ddbd2e66-baee-47aa-9c4e-7e91c3c6d0d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:36.595644 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ddbd2e66-baee-47aa-9c4e-7e91c3c6d0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for subnet (3e572c23-da2b-4eae-ae36-d0848e765652), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:36.658859 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd2e66-baee-47aa-9c4e-7e91c3c6d0d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e572c23-da2b-4eae-ae36-d0848e765652,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:36.668312 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd2e66-baee-47aa-9c4e-7e91c3c6d0d7 admin admin] Checking segment: {'id': 'ce8d8196-1534-472e-b525-fbda08653947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'faf8fb13-3e05-42bf-acc2-1347c6d876c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:38:36.668664 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbd2e66-baee-47aa-9c4e-7e91c3c6d0d7 admin admin] Network hostable DHCP agents. Network: faf8fb13-3e05-42bf-acc2-1347c6d876c1, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:38:36.690738 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbd2e66-baee-47aa-9c4e-7e91c3c6d0d7 admin admin] Network faf8fb13-3e05-42bf-acc2-1347c6d876c1 is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:38:36.701786 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-ddbd2e66-baee-47aa-9c4e-7e91c3c6d0d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, faf8fb13-3e05-42bf-acc2-1347c6d876c1) {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:36.708559 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbd2e66-baee-47aa-9c4e-7e91c3c6d0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:36.709477 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ddbd2e66-baee-47aa-9c4e-7e91c3c6d0d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:36.715299 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9e5e1d-0411-427b-8fc7-9aa121ca6b43 None None] Network faf8fb13-3e05-42bf-acc2-1347c6d876c1 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:38:36.733072 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-ddbd2e66-baee-47aa-9c4e-7e91c3c6d0d7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3633595 Apr 28 19:38:36.888334 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93ac679c-a999-5b9b-9bdf-54fab116b281-faf8fb13-3e05-42bf-acc2-1347c6d876c1', 'network_id': 'faf8fb13-3e05-42bf-acc2-1347c6d876c1', 'project_id': '5a9c3913d647469eae87437490fa20fb', 'fixed_ips': [{'subnet_id': '3e572c23-da2b-4eae-ae36-d0848e765652'}]}} from dv-cinder-826949-7-smb. {{(pid=109985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:38:36.889482 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:37.090457 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.db_base_plugin_common [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Allocated IP 192.168.233.2 (faf8fb13-3e05-42bf-acc2-1347c6d876c1/3e572c23-da2b-4eae-ae36-d0848e765652/575137d7-6aec-4ecf-a7bb-094115b6643b) {{(pid=109985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:37.335760 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Publish callbacks [] for port (575137d7-6aec-4ecf-a7bb-094115b6643b), precommit_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:37.346741 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (575137d7-6aec-4ecf-a7bb-094115b6643b), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:37.428471 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Network faf8fb13-3e05-42bf-acc2-1347c6d876c1 is already hosted by enough agents. {{(pid=109985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:37.432090 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.base_scheduler [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Resources bound (agent type, host, resource id): {{(pid=109985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:37.436801 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Received port after_create {{(pid=109985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:38:37.440887 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Pushing event updated for resources: {'Port': ['ID=575137d7-6aec-4ecf-a7bb-094115b6643b,revision_number=1']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:37.453954 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:37.454287 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:37.454630 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:37.455159 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:37.455499 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:37.455853 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:37.456187 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:37.456507 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:37.456827 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:37.457143 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:37.457453 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:37.457785 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:37.458104 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:37.458415 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:37.458741 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:37.513387 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Attempting to bind port 575137d7-6aec-4ecf-a7bb-094115b6643b on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:38:37.513751 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Attempting to bind port 575137d7-6aec-4ecf-a7bb-094115b6643b by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': 'ce8d8196-1534-472e-b525-fbda08653947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'faf8fb13-3e05-42bf-acc2-1347c6d876c1'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:38:37.514110 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Attempting to bind port 575137d7-6aec-4ecf-a7bb-094115b6643b on network faf8fb13-3e05-42bf-acc2-1347c6d876c1 {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:38:37.520893 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:38:37.521239 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Checking segment: {'id': 'ce8d8196-1534-472e-b525-fbda08653947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'faf8fb13-3e05-42bf-acc2-1347c6d876c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:38:37.521646 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:37.522040 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Bound using segment: {'id': 'ce8d8196-1534-472e-b525-fbda08653947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'faf8fb13-3e05-42bf-acc2-1347c6d876c1'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:38:37.522525 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Bound port: 575137d7-6aec-4ecf-a7bb-094115b6643b, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8d8196-1534-472e-b525-fbda08653947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'faf8fb13-3e05-42bf-acc2-1347c6d876c1'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:38:37.522902 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (575137d7-6aec-4ecf-a7bb-094115b6643b), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:37.613471 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] For port 575137d7-6aec-4ecf-a7bb-094115b6643b, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:38:37.618810 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] For port 575137d7-6aec-4ecf-a7bb-094115b6643b, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=575137d7-6aec-4ecf-a7bb-094115b6643b,segment=NetworkSegment(ce8d8196-1534-472e-b525-fbda08653947),segment_id=ce8d8196-1534-472e-b525-fbda08653947)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:38:37.628887 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (575137d7-6aec-4ecf-a7bb-094115b6643b), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:37.729961 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c817d83-25e5-4a74-b07c-424f059b3fcf None None] Pushing event updated for resources: {'Port': ['ID=575137d7-6aec-4ecf-a7bb-094115b6643b,revision_number=2']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:38.739911 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc10b8fd-49ac-4b59-bb60-e1822c1f23e8 None None] Network faf8fb13-3e05-42bf-acc2-1347c6d876c1 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:38:38.839457 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-65eae3b9-4b99-426e-80a0-c1154af81987 None None] Provisioning complete for port 575137d7-6aec-4ecf-a7bb-094115b6643b triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:38:38.840275 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-65eae3b9-4b99-426e-80a0-c1154af81987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (575137d7-6aec-4ecf-a7bb-094115b6643b), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:38.958314 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-65eae3b9-4b99-426e-80a0-c1154af81987 None None] Current status of the port 575137d7-6aec-4ecf-a7bb-094115b6643b is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:38:38.958711 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-65eae3b9-4b99-426e-80a0-c1154af81987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (575137d7-6aec-4ecf-a7bb-094115b6643b), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.009234 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-65eae3b9-4b99-426e-80a0-c1154af81987 None None] For port 575137d7-6aec-4ecf-a7bb-094115b6643b, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=575137d7-6aec-4ecf-a7bb-094115b6643b,segment=NetworkSegment(ce8d8196-1534-472e-b525-fbda08653947),segment_id=ce8d8196-1534-472e-b525-fbda08653947)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:38:39.018918 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-65eae3b9-4b99-426e-80a0-c1154af81987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (575137d7-6aec-4ecf-a7bb-094115b6643b), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.094812 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eae3b9-4b99-426e-80a0-c1154af81987 None None] Pushing event updated for resources: {'Port': ['ID=575137d7-6aec-4ecf-a7bb-094115b6643b,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:39.329943 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 575137d7-6aec-4ecf-a7bb-094115b6643b up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:38:39.410410 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 575137d7-6aec-4ecf-a7bb-094115b6643b triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:38:39.411034 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (575137d7-6aec-4ecf-a7bb-094115b6643b), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.457811 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-464fe6ec-36b1-496b-a8cc-e0a4e5ad360c None None] Provisioning complete for port 575137d7-6aec-4ecf-a7bb-094115b6643b triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:38:39.458194 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-464fe6ec-36b1-496b-a8cc-e0a4e5ad360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (575137d7-6aec-4ecf-a7bb-094115b6643b), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:39.582297 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 575137d7-6aec-4ecf-a7bb-094115b6643b is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:38:39.601597 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-464fe6ec-36b1-496b-a8cc-e0a4e5ad360c None None] Current status of the port 575137d7-6aec-4ecf-a7bb-094115b6643b is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:38:47.049296 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7e306391-21e4-45b7-b5de-196253638f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:49.285497 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0c764e88-fc04-41e6-ad4f-dabe691b5451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:50.864053 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:52.175707 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:53.971858 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:38:55.575015 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 5 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:39:17.046403 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-3000d54f-954e-4b80-a118-5bb2d0556d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:19.288857 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-9585e5ac-c6ac-4956-8032-2200c42c8678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:20.862167 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:22.183929 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:23.975814 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:32.578266 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 5 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:39:47.052905 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-931495c6-1a72-4ca8-b81f-e2ff02e45886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:49.287768 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a68fe8ad-bf90-45a5-ab36-32bbb2e2f72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:50.864132 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:52.183364 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:39:53.983001 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:09.577767 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 5 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:40:13.995946 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49322) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:14.006603 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [None req-2f19f7cf-cf11-4d13-8dde-187388243d95 tempest-verify_tempest_config-1050937712 tempest-verify_tempest_config-1050937712-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:40:14.008451 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-2f19f7cf-cf11-4d13-8dde-187388243d95 tempest-verify_tempest_config-1050937712 tempest-verify_tempest_config-1050937712-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0102508 Apr 28 19:40:14.409876 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49340) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:14.534398 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:14.677018 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Publish callbacks [] for security_group (6b541f2d-6c93-4727-919b-e03161fda9ab), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:14.682883 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (6b541f2d-6c93-4727-919b-e03161fda9ab), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:14.782677 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5df6ffe0c2d44c74bd4e29c80a205711&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3714466 Apr 28 19:40:14.784221 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b541f2d-6c93-4727-919b-e03161fda9ab,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:14.785557 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 49344) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:40:14.798346 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:14.798908 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:14.799523 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:14.800152 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:14.800724 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:14.801300 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:14.802033 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:14.802460 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:14.803618 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:14.803618 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:14.804180 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:14.804744 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:14.805880 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:14.806467 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:14.807016 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1affa55-b58f-41d0-a261-37722a3e8584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:14.853589 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Publish callbacks [] for security_group (6b541f2d-6c93-4727-919b-e03161fda9ab), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:14.884648 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Publish callbacks [] for security_group (6b541f2d-6c93-4727-919b-e03161fda9ab), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:14.991262 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (6b541f2d-6c93-4727-919b-e03161fda9ab), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:14.994430 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:14.995649 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b541f2d-6c93-4727-919b-e03161fda9ab HTTP/1.1" status: 204 len: 168 time: 0.2088714 Apr 28 19:40:15.005209 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b541f2d-6c93-4727-919b-e03161fda9ab,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:15.012909 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.013261 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.013725 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.014018 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.014313 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.014645 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.014971 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.015298 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.015631 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.015989 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.016318 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.016643 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.016968 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.017288 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.017606 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536347e4-acd3-4617-a731-e4d5444dc1ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:17.046718 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-68fe276b-dc44-4e42-ad94-97d6d312869e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:19.291488 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-257b4df1-19e8-4845-860e-7cff739b5316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:20.878519 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:22.185405 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:23.973073 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:46.576970 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 5 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:40:47.042090 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-eaed46d5-efaf-4eda-8543-5531b3721020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:49.288721 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-de699254-bdab-4e29-9c18-e68a4dcbc7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:50.872804 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:52.189664 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:40:53.972416 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:17.049910 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f1df1d33-406a-4fbf-b7e8-c39e8ef6a5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:19.285190 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-89af6146-41fc-4c74-91eb-1beb3b395a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:20.873702 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:22.192075 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:23.576817 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 5 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:41:23.969467 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:47.045193 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-c1aba0cb-d43b-4529-a67d-7d1b45df806a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:49.289469 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-9863ca9b-4886-4228-961f-670c360eff7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:50.875201 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:52.193512 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:41:53.966633 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:00.577647 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 5 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:42:10.351563 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4115136'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:17.058168 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-661db928-dd8e-4adc-b401-8b18618bb56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:19.313117 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0fd8c274-91a8-4abd-9ab7-508d36e8b2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:20.880629 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:22.198345 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:23.966895 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:24.576143 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 49416) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:24.700825 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-f3cb351c-b142-4550-aefc-3d3d5ade12b9 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1233521 Apr 28 19:42:27.663210 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 49426) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:42:27.732225 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-b7664344-9508-4152-8c4d-953f620b1c70 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0678051 Apr 28 19:42:37.577217 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:42:40.301135 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:47.054300 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ad8887ec-59f9-4443-94d7-1a208abe5fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:49.298247 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0e325e3a-8a33-4aad-8f36-deeb710c0109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:50.882552 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:52.199721 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:42:53.964563 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:10.316790 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:14.578633 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:43:17.061526 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-552c65af-eaab-433d-b1b8-eba84ff72259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:19.303728 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-b25723c1-941e-4529-aa00-80eb1213c24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:20.887378 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:22.202332 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:23.961366 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:40.307652 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:47.064756 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a8d62251-6d00-4a03-ac90-c3ab25a74169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:49.304247 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-dea17578-535f-4429-bcc0-66c5224f7d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:50.902204 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:51.578171 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:43:52.207492 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:43:53.970677 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:10.318152 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:17.068215 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-d45f4fe3-b343-4c57-93f6-970ffed0b76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:19.312515 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-1145c050-3acf-452d-aabc-0ae650546bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:20.909204 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:22.230706 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:23.981428 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:24.221373 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 49602) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:24.699182 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1532197520-network', 'tenant_id': '51925dfe01a84b1ca222f2afc1fd79d0'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:24.726821 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Made reservation on behalf of 51925dfe01a84b1ca222f2afc1fd79d0 for: {'network': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:24.729616 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:24.741009 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:24.874781 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Publish callbacks [] for security_group (1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:24.884035 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:24.922355 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=109984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:44:24.931932 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:24.946032 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:24.946713 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:24.947200 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:24.947700 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:24.948199 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:24.948763 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:24.949365 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:24.949910 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:24.950462 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:24.951027 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:24.951563 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:24.952021 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:24.952460 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:24.952925 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:24.953320 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Tracked resource versions report: Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: pushed versions: Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: { 'AddressGroup': {'1.2'}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'Agent': {'1.1'}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'ConntrackHelper': {'1.0'}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'Log': {'1.0'}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'NDPProxy': {'1.0'}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'Network': {'1.1'}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'Port': {'1.7'}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'PortForwarding': {'1.3'}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'QosPolicy': {'1.10'}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'SecurityGroup': {'1.5'}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'SubPort': {'1.0'}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'Subnet': {'1.1'}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'Trunk': {'1.1'}} Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: consumer versions: Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: { DHCP agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: HyperV agent@hv-cinder-82694: {}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: L3 agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: Metadata agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: Metering agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: Open vSwitch agent@dv-cinder-826949-7-smb: { 'AddressGroup': '1.2', Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'Agent': '1.1', Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'ConntrackHelper': '1.0', Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'LocalIPAssociation': '1.0', Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'Log': '1.0', Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'NDPProxy': '1.0', Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'Network': '1.1', Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'Port': '1.7', Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'PortForwarding': '1.3', Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'QosPolicy': '1.10', Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'SecurityGroup': '1.5', Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'SecurityGroupRule': '1.2', Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'SubPort': '1.0', Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'Subnet': '1.1', Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: 'Trunk': '1.1'}} Apr 28 19:44:24.955101 dv-cinder-826949-7-smb neutron-server[109984]: {{(pid=109984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:44:24.961233 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (b883928a-6976-447e-9e49-01761a527bda), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:24.961233 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.segments_db [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Added segment b883928a-6976-447e-9e49-01761a527bda of type vlan for network 5443bf8a-53bf-4db2-a3d9-4c8e706b070f Apr 28 19:44:25.146300 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (5443bf8a-53bf-4db2-a3d9-4c8e706b070f), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:25.201531 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (5443bf8a-53bf-4db2-a3d9-4c8e706b070f), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:25.203337 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:25.205095 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:25.268526 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0449648 Apr 28 19:44:25.271722 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49648) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:25.284834 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Request body: {'subnet': {'network_id': '5443bf8a-53bf-4db2-a3d9-4c8e706b070f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1532197520-subnet', 'tenant_id': '51925dfe01a84b1ca222f2afc1fd79d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:25.332936 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Made reservation on behalf of 51925dfe01a84b1ca222f2afc1fd79d0 for: {'subnet': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:25.337017 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:25.348784 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be497ac-2022-4f9c-a46c-b20cc482789d admin admin] Pushing event updated for resources: {'Network': ['ID=5443bf8a-53bf-4db2-a3d9-4c8e706b070f,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:25.376566 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network 5443bf8a-53bf-4db2-a3d9-4c8e706b070f details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:44:25.715153 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for subnet (dd234f07-6835-4562-b8ca-d15a7060a6b0), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:25.801931 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Checking segment: {'id': 'b883928a-6976-447e-9e49-01761a527bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5443bf8a-53bf-4db2-a3d9-4c8e706b070f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:44:25.802262 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Network hostable DHCP agents. Network: 5443bf8a-53bf-4db2-a3d9-4c8e706b070f, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:44:25.835442 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd234f07-6835-4562-b8ca-d15a7060a6b0,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:25.839021 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Network 5443bf8a-53bf-4db2-a3d9-4c8e706b070f is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:44:25.853654 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:25.854369 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:25.855015 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:25.855555 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:25.856116 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:25.856668 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:25.857248 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:25.857787 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:25.858324 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:25.858808 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:25.859273 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:25.859766 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:25.860397 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:25.861103 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:25.861699 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Tracked resource versions report: Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: pushed versions: Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: { 'AddressGroup': {'1.2'}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'Agent': {'1.1'}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'ConntrackHelper': {'1.0'}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'Log': {'1.0'}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'NDPProxy': {'1.0'}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'Network': {'1.1'}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'Port': {'1.7'}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'PortForwarding': {'1.3'}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'QosPolicy': {'1.10'}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'SecurityGroup': {'1.5'}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'SubPort': {'1.0'}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'Subnet': {'1.1'}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'Trunk': {'1.1'}} Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: consumer versions: Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: { DHCP agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: HyperV agent@hv-cinder-82694: {}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: L3 agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: Metadata agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: Metering agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: Open vSwitch agent@dv-cinder-826949-7-smb: { 'AddressGroup': '1.2', Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'Agent': '1.1', Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'ConntrackHelper': '1.0', Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'LocalIPAssociation': '1.0', Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'Log': '1.0', Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'NDPProxy': '1.0', Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'Network': '1.1', Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'Port': '1.7', Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'PortForwarding': '1.3', Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'QosPolicy': '1.10', Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'SecurityGroup': '1.5', Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'SecurityGroupRule': '1.2', Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'SubPort': '1.0', Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'Subnet': '1.1', Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: 'Trunk': '1.1'}} Apr 28 19:44:25.863215 dv-cinder-826949-7-smb neutron-server[109983]: {{(pid=109983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:44:25.877922 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, 5443bf8a-53bf-4db2-a3d9-4c8e706b070f) {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:25.883787 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:25.884646 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:25.894411 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dec29a-dd03-4749-af1f-696fbc40417f None None] Network 5443bf8a-53bf-4db2-a3d9-4c8e706b070f requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:44:25.916429 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-b10b2875-e065-4210-b0c8-6af76f22e8c2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6420062 Apr 28 19:44:25.951562 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49672) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:26.097512 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc5228c-4374-4610-8d11-a52407a8c48c None None] Network 5443bf8a-53bf-4db2-a3d9-4c8e706b070f requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:44:26.098677 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49680) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:26.463987 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1196646873-network', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:26.513570 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-132443169-network', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:26.558460 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] Made reservation on behalf of f822fc5fc43843fca324c641a2958d58 for: {'network': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:26.564365 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:26.570500 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] Made reservation on behalf of ab1e0ac4ecad478dbcac3b31e1781521 for: {'network': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:26.574717 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:26.603460 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:26.612043 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:26.835141 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] Publish callbacks [] for security_group (02590c89-cdbe-4464-a4cf-b41d6944e712), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:26.856216 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (02590c89-cdbe-4464-a4cf-b41d6944e712), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:26.865756 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] Publish callbacks [] for security_group (eea20f44-8e53-4616-877b-7734e8404d2f), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:26.877066 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (eea20f44-8e53-4616-877b-7734e8404d2f), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:26.899631 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=109983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:44:26.941913 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=109983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:44:26.953311 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (791ffb8b-8ba0-427a-ae6f-0326dc855783), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:26.954379 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.segments_db [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] Added segment 791ffb8b-8ba0-427a-ae6f-0326dc855783 of type vlan for network 06ea3f9f-899d-4f8c-a02f-09385074fa9f Apr 28 19:44:26.989650 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02590c89-cdbe-4464-a4cf-b41d6944e712,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:27.035622 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (7a85cfd4-7bbe-4fba-80e0-95c5e508eef2), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:27.036239 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.segments_db [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] Added segment 7a85cfd4-7bbe-4fba-80e0-95c5e508eef2 of type vlan for network b69886aa-6bae-4ab1-aed5-71674941fba6 Apr 28 19:44:27.143016 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (06ea3f9f-899d-4f8c-a02f-09385074fa9f), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:27.176066 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (b69886aa-6bae-4ab1-aed5-71674941fba6), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:27.187208 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea20f44-8e53-4616-877b-7734e8404d2f,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:27.366613 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (06ea3f9f-899d-4f8c-a02f-09385074fa9f), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:27.368835 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:27.370247 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:27.379645 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (b69886aa-6bae-4ab1-aed5-71674941fba6), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:27.380642 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:27.381263 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:27.426684 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 49726) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:27.427319 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3270686 Apr 28 19:44:27.438736 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-cd6e820f-ea3a-4ed5-8ceb-abb29e28fc96 admin admin] Request body: {'subnet': {'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-subnet', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:27.464646 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401bfd6-1335-4185-8aec-7ac36238f8a0 admin admin] Pushing event updated for resources: {'Network': ['ID=06ea3f9f-899d-4f8c-a02f-09385074fa9f,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:27.470556 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5173991 Apr 28 19:44:27.480825 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network 06ea3f9f-899d-4f8c-a02f-09385074fa9f details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:44:27.482823 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 49730) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:27.517449 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-7f54a729-ef5b-4039-a667-262819b6fa97 admin admin] Request body: {'subnet': {'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1196646873-subnet', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:27.585108 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f54a729-ef5b-4039-a667-262819b6fa97 admin admin] Made reservation on behalf of f822fc5fc43843fca324c641a2958d58 for: {'subnet': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:27.591190 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7f54a729-ef5b-4039-a667-262819b6fa97 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:27.591918 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182e424-1988-42fa-a7c7-ffc9b93ffd87 admin admin] Pushing event updated for resources: {'Network': ['ID=b69886aa-6bae-4ab1-aed5-71674941fba6,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:27.598600 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6e820f-ea3a-4ed5-8ceb-abb29e28fc96 admin admin] Made reservation on behalf of ab1e0ac4ecad478dbcac3b31e1781521 for: {'subnet': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:27.601819 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cd6e820f-ea3a-4ed5-8ceb-abb29e28fc96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:27.698357 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network b69886aa-6bae-4ab1-aed5-71674941fba6 details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:44:27.909389 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cd6e820f-ea3a-4ed5-8ceb-abb29e28fc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for subnet (45b4f52d-a37b-411d-80b6-523dd03c4579), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:28.194298 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7f54a729-ef5b-4039-a667-262819b6fa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for subnet (a1befb9f-7e34-4e88-955a-eb6e46568b81), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:28.228406 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e820f-ea3a-4ed5-8ceb-abb29e28fc96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b4f52d-a37b-411d-80b6-523dd03c4579,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:28.233005 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e820f-ea3a-4ed5-8ceb-abb29e28fc96 admin admin] Checking segment: {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:44:28.233374 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e820f-ea3a-4ed5-8ceb-abb29e28fc96 admin admin] Network hostable DHCP agents. Network: 06ea3f9f-899d-4f8c-a02f-09385074fa9f, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:44:28.309985 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54a729-ef5b-4039-a667-262819b6fa97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1befb9f-7e34-4e88-955a-eb6e46568b81,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:28.312759 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f54a729-ef5b-4039-a667-262819b6fa97 admin admin] Checking segment: {'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:44:28.313691 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f54a729-ef5b-4039-a667-262819b6fa97 admin admin] Network hostable DHCP agents. Network: b69886aa-6bae-4ab1-aed5-71674941fba6, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:44:28.316916 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e820f-ea3a-4ed5-8ceb-abb29e28fc96 admin admin] Network 06ea3f9f-899d-4f8c-a02f-09385074fa9f is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:44:28.332906 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e820f-ea3a-4ed5-8ceb-abb29e28fc96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, 06ea3f9f-899d-4f8c-a02f-09385074fa9f) {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:28.341190 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6e820f-ea3a-4ed5-8ceb-abb29e28fc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:28.342377 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cd6e820f-ea3a-4ed5-8ceb-abb29e28fc96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:28.357415 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f2a0e-47e8-4f8d-bd09-d6b4de25ce4f None None] Network 06ea3f9f-899d-4f8c-a02f-09385074fa9f requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:44:28.363654 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-cd6e820f-ea3a-4ed5-8ceb-abb29e28fc96 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9351163 Apr 28 19:44:28.368681 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49756) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:28.377319 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f54a729-ef5b-4039-a667-262819b6fa97 admin admin] Network b69886aa-6bae-4ab1-aed5-71674941fba6 is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:44:28.378393 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:28.384930 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-7f54a729-ef5b-4039-a667-262819b6fa97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, b69886aa-6bae-4ab1-aed5-71674941fba6) {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:28.393515 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f54a729-ef5b-4039-a667-262819b6fa97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:28.394628 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7f54a729-ef5b-4039-a667-262819b6fa97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:28.440245 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4115884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1076'] for router (06db1f43-ae15-4ba0-8848-c193447c3504), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:28.442203 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4116252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4119717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1085'] for router (06db1f43-ae15-4ba0-8848-c193447c3504), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:28.445552 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-7f54a729-ef5b-4039-a667-262819b6fa97 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9448099 Apr 28 19:44:28.449202 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 49768) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:28.453130 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edcbf19-5408-42d0-9063-f3543a70c11e None None] Network b69886aa-6bae-4ab1-aed5-71674941fba6 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:44:28.468707 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:28.473343 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49772) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:28.479835 dv-cinder-826949-7-smb neutron-server[109983]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 19:44:28.504293 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4115884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1076'] for router (0e9ce6cc-636c-4cae-a034-123270dff2c4), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:28.505736 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4116252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4119717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1085'] for router (0e9ce6cc-636c-4cae-a034-123270dff2c4), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:28.584905 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:44:28.637169 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Publish callbacks [] for router_controller (0e9ce6cc-636c-4cae-a034-123270dff2c4), precommit_add_association {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:28.861140 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Publish callbacks [] for router_controller (06db1f43-ae15-4ba0-8848-c193447c3504), precommit_add_association {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:28.893421 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93ac679c-a999-5b9b-9bdf-54fab116b281-06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579'}]}} from dv-cinder-826949-7-smb. {{(pid=109985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:44:28.895405 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:29.012637 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93ac679c-a999-5b9b-9bdf-54fab116b281-b69886aa-6bae-4ab1-aed5-71674941fba6', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81'}]}} from dv-cinder-826949-7-smb. {{(pid=109985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:44:29.013516 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:29.177375 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Publish callbacks [] for router_gateway (0e9ce6cc-636c-4cae-a034-123270dff2c4), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:29.318738 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949265b3-adcb-4425-b82d-00385a937bef req-bb8c6d63-5358-4af3-94df-7a7b07ba608f tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:29.326282 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-bb8c6d63-5358-4af3-94df-7a7b07ba608f tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/networks?id=5443bf8a-53bf-4db2-a3d9-4c8e706b070f HTTP/1.1" status: 200 len: 812 time: 0.8516355 Apr 28 19:44:29.448861 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Publish callbacks [] for router_gateway (06db1f43-ae15-4ba0-8848-c193447c3504), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:29.457435 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-b6a33c20-4c87-4212-a9c6-9061b11978a6 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/quotas/51925dfe01a84b1ca222f2afc1fd79d0 HTTP/1.1" status: 200 len: 375 time: 0.1179695 Apr 28 19:44:29.480215 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.db_base_plugin_common [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Allocated IP 172.20.0.2 (b69886aa-6bae-4ab1-aed5-71674941fba6/a1befb9f-7e34-4e88-955a-eb6e46568b81/0b3b7be2-b2d6-4b52-871f-f42420cc2cc8) {{(pid=109985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:29.487829 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.db_base_plugin_common [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Allocated IP 172.20.0.2 (06ea3f9f-899d-4f8c-a02f-09385074fa9f/45b4f52d-a37b-411d-80b6-523dd03c4579/03a78ca7-11d8-4230-bd90-cd5edf230e5d) {{(pid=109985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:29.580131 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-2b4fe023-5983-47cf-93e9-32b9671a46a2 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=51925dfe01a84b1ca222f2afc1fd79d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0985713 Apr 28 19:44:29.814559 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Publish callbacks [] for router_gateway (0e9ce6cc-636c-4cae-a034-123270dff2c4), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:29.916389 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:30.075701 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Publish callbacks [] for router_gateway (06db1f43-ae15-4ba0-8848-c193447c3504), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:30.107908 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-039251c1-b31c-46c8-b0d3-dd93b2fc85ff service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:44:30.120672 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Publish callbacks [] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), precommit_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:30.125017 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-039251c1-b31c-46c8-b0d3-dd93b2fc85ff service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1247003 Apr 28 19:44:30.125908 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Publish callbacks [] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), precommit_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:30.137961 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:30.148510 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:30.181609 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Network 06ea3f9f-899d-4f8c-a02f-09385074fa9f is already hosted by enough agents. {{(pid=109985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:30.231185 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:30.237439 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.base_scheduler [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Resources bound (agent type, host, resource id): {{(pid=109985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:30.243111 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Received port after_create {{(pid=109985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:44:30.277449 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Allocated IP 172.28.0.239 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/4eac9912-b20c-4321-adde-3346ade90f7c) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:30.285709 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Network b69886aa-6bae-4ab1-aed5-71674941fba6 is already hosted by enough agents. {{(pid=109985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:30.306910 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.base_scheduler [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Resources bound (agent type, host, resource id): {{(pid=109985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:30.310264 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Received port after_create {{(pid=109985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:44:30.333599 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Pushing event updated for resources: {'Port': ['ID=03a78ca7-11d8-4230-bd90-cd5edf230e5d,revision_number=1']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:30.360859 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:30.361211 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:30.367889 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:30.368270 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:30.368614 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:30.368955 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:30.369291 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:30.369648 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:30.369983 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:30.370430 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:30.370823 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:30.371179 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:30.371513 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:30.371862 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:30.372468 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Tracked resource versions report: Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: pushed versions: Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: { 'AddressGroup': {'1.2'}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'Agent': {'1.1'}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'ConntrackHelper': {'1.0'}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'Log': {'1.0'}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'NDPProxy': {'1.0'}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'Network': {'1.1'}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'Port': {'1.7'}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'PortForwarding': {'1.3'}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'QosPolicy': {'1.10'}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'SecurityGroup': {'1.5'}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'SubPort': {'1.0'}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'Subnet': {'1.1'}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'Trunk': {'1.1'}} Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: consumer versions: Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: { DHCP agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: HyperV agent@hv-cinder-82694: {}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: L3 agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: Metadata agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: Metering agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: Open vSwitch agent@dv-cinder-826949-7-smb: { 'AddressGroup': '1.2', Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'Agent': '1.1', Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'ConntrackHelper': '1.0', Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'LocalIPAssociation': '1.0', Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'Log': '1.0', Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'NDPProxy': '1.0', Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'Network': '1.1', Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'Port': '1.7', Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'PortForwarding': '1.3', Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'QosPolicy': '1.10', Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'SecurityGroup': '1.5', Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'SecurityGroupRule': '1.2', Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'SubPort': '1.0', Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'Subnet': '1.1', Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: 'Trunk': '1.1'}} Apr 28 19:44:30.373657 dv-cinder-826949-7-smb neutron-server[109985]: {{(pid=109985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:44:30.513598 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Attempting to bind port 03a78ca7-11d8-4230-bd90-cd5edf230e5d on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:44:30.513854 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Attempting to bind port 03a78ca7-11d8-4230-bd90-cd5edf230e5d by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:44:30.514156 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Attempting to bind port 03a78ca7-11d8-4230-bd90-cd5edf230e5d on network 06ea3f9f-899d-4f8c-a02f-09385074fa9f {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:30.530502 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Attempting to bind port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:44:30.530928 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Attempting to bind port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:44:30.531447 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Attempting to bind port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 on network b69886aa-6bae-4ab1-aed5-71674941fba6 {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:30.540105 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:44:30.540549 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Checking segment: {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:44:30.540962 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:30.541362 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Bound using segment: {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:44:30.541867 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Bound port: 03a78ca7-11d8-4230-bd90-cd5edf230e5d, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:44:30.542331 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:30.565242 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:44:30.565615 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Checking segment: {'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:44:30.566025 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:30.566438 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Bound using segment: {'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:44:30.566941 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Bound port: 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:44:30.567134 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-ea617ff7-8c30-4728-bf6c-2943e383ebc2 service neutron] 10.222.0.62 "GET /v2.0/networks/5443bf8a-53bf-4db2-a3d9-4c8e706b070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377873 Apr 28 19:44:30.567443 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:30.569728 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Pushing event updated for resources: {'Port': ['ID=0b3b7be2-b2d6-4b52-871f-f42420cc2cc8,revision_number=1']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:30.598017 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Publish callbacks [] for port (4eac9912-b20c-4321-adde-3346ade90f7c), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:30.705235 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (4eac9912-b20c-4321-adde-3346ade90f7c), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:30.721313 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] For port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:44:30.727781 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] For port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=0b3b7be2-b2d6-4b52-871f-f42420cc2cc8,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:44:30.730869 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:30.747150 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-571170ed-3463-4428-a828-80113c97238f service neutron] 10.222.0.62 "GET /v2.0/networks/5443bf8a-53bf-4db2-a3d9-4c8e706b070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784556 Apr 28 19:44:30.760987 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:30.771634 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:30.809476 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Allocated IP 172.28.0.122 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/cdc2600e-9993-4f02-9820-e7e450a14cde) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:30.966321 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:44:31.018099 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] For port 03a78ca7-11d8-4230-bd90-cd5edf230e5d, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:44:31.031254 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] For port 03a78ca7-11d8-4230-bd90-cd5edf230e5d, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=03a78ca7-11d8-4230-bd90-cd5edf230e5d,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:44:31.097598 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:31.139786 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f042a9-64b7-4d37-beeb-9ce687535bfc None None] Pushing event updated for resources: {'Port': ['ID=0b3b7be2-b2d6-4b52-871f-f42420cc2cc8,revision_number=2']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:31.191323 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Publish callbacks [] for port (cdc2600e-9993-4f02-9820-e7e450a14cde), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:31.313183 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (cdc2600e-9993-4f02-9820-e7e450a14cde), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:31.381223 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 49880) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:31.410569 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597777ee-24f2-4b93-93b5-801e189f4732 None None] Pushing event updated for resources: {'Port': ['ID=03a78ca7-11d8-4230-bd90-cd5edf230e5d,revision_number=2']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:31.487052 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:31.506391 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:31.517408 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc2600e-9993-4f02-9820-e7e450a14cde,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:31.533776 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:44:31.713932 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:31.791045 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 49910) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:31.794150 dv-cinder-826949-7-smb neutron-server[109984]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 19:44:31.890720 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:31.891691 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:32.197113 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:32.202244 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:32.216648 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3880475e-0d09-45e2-932c-367a396d1f88 req-5b8533f5-398a-434b-882f-5f8c023819c7 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 210 time: 0.4243727 Apr 28 19:44:32.319165 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Pushing event updated for resources: {'Port': ['ID=4eac9912-b20c-4321-adde-3346ade90f7c,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:32.352104 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Publish callbacks [] for router_gateway (0e9ce6cc-636c-4cae-a034-123270dff2c4), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:32.364872 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] For port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=0b3b7be2-b2d6-4b52-871f-f42420cc2cc8,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:32.385418 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:32.496829 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-31177905-6180-4b3b-bb0f-ed38befce0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:32.725737 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Pushing event updated for resources: {'Port': ['ID=0b3b7be2-b2d6-4b52-871f-f42420cc2cc8,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:32.825457 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 49952) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:33.257752 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5eff2c10-c31b-4352-9645-d9a328b7f3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:33.303878 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-31177905-6180-4b3b-bb0f-ed38befce0a8 admin admin] Publish callbacks [] for security_group (60e6287c-e633-4560-8187-48ef74b208b6), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:33.306671 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e181c26b-a021-49f1-8553-8866508f606e None None] Network b69886aa-6bae-4ab1-aed5-71674941fba6 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:44:33.321201 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-31177905-6180-4b3b-bb0f-ed38befce0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (60e6287c-e633-4560-8187-48ef74b208b6), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:33.321433 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4116245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704025'] for router (0e9ce6cc-636c-4cae-a034-123270dff2c4), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:33.364036 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Publish callbacks [] for router_gateway (06db1f43-ae15-4ba0-8848-c193447c3504), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:33.499685 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f986192a-ad69-4f9c-b1b1-8ae2308d0100 req-9f047506-8745-479c-9fe7-6ea3651c504a tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 210 time: 0.0870025 Apr 28 19:44:33.720550 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-31177905-6180-4b3b-bb0f-ed38befce0a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2137407086d4a38b41ede64135a05b3&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3419178 Apr 28 19:44:33.743705 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 49986) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:33.749645 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-bf520a02-114d-43f4-b73d-00b7efcf0e22 None None] Provisioning complete for port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:33.752028 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-bf520a02-114d-43f4-b73d-00b7efcf0e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:33.778216 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31177905-6180-4b3b-bb0f-ed38befce0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e6287c-e633-4560-8187-48ef74b208b6,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:33.791680 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5eff2c10-c31b-4352-9645-d9a328b7f3a1 admin admin] Publish callbacks [] for security_group (ff1a30c1-9e03-45ab-80b9-37f539ca54fe), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:33.868852 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5eff2c10-c31b-4352-9645-d9a328b7f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ff1a30c1-9e03-45ab-80b9-37f539ca54fe), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:33.913765 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be01097-44ba-4dc0-b0b3-4b6cdd83913b None None] Network 06ea3f9f-899d-4f8c-a02f-09385074fa9f requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:44:34.009818 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4116245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704025'] for router (06db1f43-ae15-4ba0-8848-c193447c3504), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:34.020694 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff2c10-c31b-4352-9645-d9a328b7f3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1a30c1-9e03-45ab-80b9-37f539ca54fe,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:34.040495 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 03a78ca7-11d8-4230-bd90-cd5edf230e5d up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:34.067875 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9623279d-428a-4549-a3a1-2bc2301682c2 admin admin] Publish callbacks [] for security_group (60e6287c-e633-4560-8187-48ef74b208b6), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:34.121387 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9623279d-428a-4549-a3a1-2bc2301682c2 admin admin] Publish callbacks [] for security_group (60e6287c-e633-4560-8187-48ef74b208b6), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:34.230808 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-bf520a02-114d-43f4-b73d-00b7efcf0e22 None None] Current status of the port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:34.288163 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 03a78ca7-11d8-4230-bd90-cd5edf230e5d triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:34.288664 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:34.290886 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-5eff2c10-c31b-4352-9645-d9a328b7f3a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b423be3925444cfb8344bb4a79c0e98d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4601989 Apr 28 19:44:34.291379 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50022) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:34.356868 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Router 0e9ce6cc-636c-4cae-a034-123270dff2c4 is scheduled to L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae with binding_index 1 {{(pid=109984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:44:34.380652 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9623279d-428a-4549-a3a1-2bc2301682c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (60e6287c-e633-4560-8187-48ef74b208b6), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:34.388288 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9623279d-428a-4549-a3a1-2bc2301682c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:34.395444 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-9623279d-428a-4549-a3a1-2bc2301682c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60e6287c-e633-4560-8187-48ef74b208b6 HTTP/1.1" status: 204 len: 168 time: 0.6404505 Apr 28 19:44:34.410270 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Router 06db1f43-ae15-4ba0-8848-c193447c3504 is scheduled to L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae with binding_index 1 {{(pid=109983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:44:34.491190 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-56b18165-a3ba-4a56-bd39-ee87dc962b36 None None] Provisioning complete for port 03a78ca7-11d8-4230-bd90-cd5edf230e5d triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:34.492562 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-56b18165-a3ba-4a56-bd39-ee87dc962b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:34.499614 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623279d-428a-4549-a3a1-2bc2301682c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e6287c-e633-4560-8187-48ef74b208b6,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:34.608030 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3c97d8ac-6aa8-4119-b9eb-1441c841b3d6 admin admin] Publish callbacks [] for security_group (ff1a30c1-9e03-45ab-80b9-37f539ca54fe), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:34.704078 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3c97d8ac-6aa8-4119-b9eb-1441c841b3d6 admin admin] Publish callbacks [] for security_group (ff1a30c1-9e03-45ab-80b9-37f539ca54fe), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:34.843028 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:44:34.862868 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Sync routers for ids ['06db1f43-ae15-4ba0-8848-c193447c3504'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:44:34.909730 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:34.913565 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-538e0712-375f-4f40-a52d-c1049023cb44 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5411327 Apr 28 19:44:34.916800 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 50044) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:34.934801 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Routers {'06db1f43-ae15-4ba0-8848-c193447c3504'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:34.935911 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:44:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['06db1f43-ae15-4ba0-8848-c193447c3504'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:35.035238 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 03a78ca7-11d8-4230-bd90-cd5edf230e5d is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:35.040447 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:35.056270 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3c97d8ac-6aa8-4119-b9eb-1441c841b3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ff1a30c1-9e03-45ab-80b9-37f539ca54fe), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:35.065385 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3c97d8ac-6aa8-4119-b9eb-1441c841b3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:35.077839 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-3c97d8ac-6aa8-4119-b9eb-1441c841b3d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff1a30c1-9e03-45ab-80b9-37f539ca54fe HTTP/1.1" status: 204 len: 168 time: 0.7838840 Apr 28 19:44:35.178100 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] For port 03a78ca7-11d8-4230-bd90-cd5edf230e5d, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=03a78ca7-11d8-4230-bd90-cd5edf230e5d,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:35.180340 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97d8ac-6aa8-4119-b9eb-1441c841b3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1a30c1-9e03-45ab-80b9-37f539ca54fe,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:35.262719 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:35.269953 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:35.294124 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50056) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:35.338828 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3de5c89c-893f-46d5-a891-59646ea1de74 req-b2739d11-9f8a-40d9-b6cc-2d5570609bc0 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 210 time: 0.1860206 Apr 28 19:44:35.417856 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:44:35.493660 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:35.502630 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-9644980b-5405-428a-a9e6-2220da362188 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0510149 Apr 28 19:44:35.503717 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50064) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:35.609047 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Set router 06db1f43-ae15-4ba0-8848-c193447c3504 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:35.759678 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Sync routers for ids ['0e9ce6cc-636c-4cae-a034-123270dff2c4'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:44:35.861168 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.65', 59228) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:35.872690 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-56b18165-a3ba-4a56-bd39-ee87dc962b36 None None] Current status of the port 03a78ca7-11d8-4230-bd90-cd5edf230e5d is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:35.965464 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Routers {'0e9ce6cc-636c-4cae-a034-123270dff2c4'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:35.967412 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:44:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['0e9ce6cc-636c-4cae-a034-123270dff2c4'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:36.037803 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-be9f547a-3bf4-44c4-877a-8374d9c1eb9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:36.078801 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949265b3-adcb-4425-b82d-00385a937bef req-5bbf5778-524f-461a-be52-df59b2034981 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:36.081959 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-5bbf5778-524f-461a-be52-df59b2034981 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.65 "GET /v2.0/networks?id=5443bf8a-53bf-4db2-a3d9-4c8e706b070f HTTP/1.1" status: 200 len: 812 time: 0.2170377 Apr 28 19:44:36.137289 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Pushing event updated for resources: {'Port': ['ID=03a78ca7-11d8-4230-bd90-cd5edf230e5d,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:36.166120 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-2f0ddfa3-a119-4469-9340-444658be1016 None None] Provisioning complete for port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:36.168847 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-2f0ddfa3-a119-4469-9340-444658be1016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:36.187612 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-949265b3-adcb-4425-b82d-00385a937bef req-0b416c81-7b4c-4519-bec9-2c8f53d0c28c tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Request body: {'port': {'device_id': '8f3522da-e791-41a1-9b0e-273a798c315d', 'network_id': '5443bf8a-53bf-4db2-a3d9-4c8e706b070f', 'admin_state_up': True, 'tenant_id': '51925dfe01a84b1ca222f2afc1fd79d0'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:36.241250 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:36.244076 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:36.283320 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:32Z', 'revision_number': 3, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:36.369580 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Checking router: 06db1f43-ae15-4ba0-8848-c193447c3504 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:44:36.370706 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Updating router 06db1f43-ae15-4ba0-8848-c193447c3504 port cdc2600e-9993-4f02-9820-e7e450a14cde binding host dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:44:36.517245 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (cdc2600e-9993-4f02-9820-e7e450a14cde), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:36.674898 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 50102) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:36.771979 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Set router 0e9ce6cc-636c-4cae-a034-123270dff2c4 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:36.790681 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:36.949780 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e3cfdc00-d160-4e08-bcf0-f76f1b904f39 req-6f24495e-919b-42e0-9837-2d3c5763a653 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 210 time: 0.2691147 Apr 28 19:44:37.041951 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949265b3-adcb-4425-b82d-00385a937bef req-0b416c81-7b4c-4519-bec9-2c8f53d0c28c tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Made reservation on behalf of 51925dfe01a84b1ca222f2afc1fd79d0 for: {'port': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:37.055345 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-949265b3-adcb-4425-b82d-00385a937bef req-0b416c81-7b4c-4519-bec9-2c8f53d0c28c tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:37.116052 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 03a78ca7-11d8-4230-bd90-cd5edf230e5d up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:37.325294 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 03a78ca7-11d8-4230-bd90-cd5edf230e5d triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:37.326241 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:37.479465 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Publish callbacks [] for port (cdc2600e-9993-4f02-9820-e7e450a14cde), precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:37.492366 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (cdc2600e-9993-4f02-9820-e7e450a14cde), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:37.511624 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 03a78ca7-11d8-4230-bd90-cd5edf230e5d is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:37.514610 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-be9f547a-3bf4-44c4-877a-8374d9c1eb9a admin admin] Publish callbacks [] for security_group (86a499cf-0b82-4f9f-8984-400cccbbcccc), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:37.519972 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ddfa3-a119-4469-9340-444658be1016 None None] Current status of the port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:37.537318 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-2f0ddfa3-a119-4469-9340-444658be1016 None None] Provisioning complete for port 03a78ca7-11d8-4230-bd90-cd5edf230e5d triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:37.537807 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-2f0ddfa3-a119-4469-9340-444658be1016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:37.547998 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [req-949265b3-adcb-4425-b82d-00385a937bef req-0b416c81-7b4c-4519-bec9-2c8f53d0c28c tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Allocated IP 172.20.0.4 (5443bf8a-53bf-4db2-a3d9-4c8e706b070f/dd234f07-6835-4562-b8ca-d15a7060a6b0/6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:37.560036 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-be9f547a-3bf4-44c4-877a-8374d9c1eb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (86a499cf-0b82-4f9f-8984-400cccbbcccc), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:37.635937 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f547a-3bf4-44c4-877a-8374d9c1eb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a499cf-0b82-4f9f-8984-400cccbbcccc,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:37.665975 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Pushing event updated for resources: {'Port': ['ID=cdc2600e-9993-4f02-9820-e7e450a14cde,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:37.709482 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:37.709827 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:37.710485 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:37.710485 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:37.710838 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:37.711919 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:37.714339 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:37.714703 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:37.717135 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:37.717835 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:37.718173 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:37.718526 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:37.721665 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:37.722085 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:37.722427 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Tracked resource versions report: Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: pushed versions: Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: { 'AddressGroup': {'1.2'}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'Agent': {'1.1'}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'ConntrackHelper': {'1.0'}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'LocalIPAssociation': {'1.0'}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'Log': {'1.0'}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'NDPProxy': {'1.0'}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'Network': {'1.1'}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'Port': {'1.7'}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'PortForwarding': {'1.3'}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'QosPolicy': {'1.10'}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'SecurityGroup': {'1.5'}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'SubPort': {'1.0'}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'Subnet': {'1.1'}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'Trunk': {'1.1'}} Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: consumer versions: Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: { DHCP agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: HyperV agent@hv-cinder-82694: {}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: L3 agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: Metadata agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: Metering agent@dv-cinder-826949-7-smb: {}, Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: Open vSwitch agent@dv-cinder-826949-7-smb: { 'AddressGroup': '1.2', Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'Agent': '1.1', Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'ConntrackHelper': '1.0', Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'LocalIPAssociation': '1.0', Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'Log': '1.0', Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'NDPProxy': '1.0', Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'Network': '1.1', Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'Port': '1.7', Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'PortForwarding': '1.3', Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'QosPolicy': '1.10', Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'SecurityGroup': '1.5', Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'SecurityGroupRule': '1.2', Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'SubPort': '1.0', Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'Subnet': '1.1', Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: 'Trunk': '1.1'}} Apr 28 19:44:37.725298 dv-cinder-826949-7-smb neutron-server[109986]: {{(pid=109986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:44:37.752425 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Attempting to bind port cdc2600e-9993-4f02-9820-e7e450a14cde on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:44:37.752799 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Attempting to bind port cdc2600e-9993-4f02-9820-e7e450a14cde by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:44:37.756286 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Attempting to bind port cdc2600e-9993-4f02-9820-e7e450a14cde on network dbab025d-de0a-47ac-91fe-6d3e732a910f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:37.758535 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:31Z', 'revision_number': 3, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:37.773758 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:44:37.774130 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Checking segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:44:37.776366 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:37.777102 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Bound using segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:44:37.777626 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Bound port: cdc2600e-9993-4f02-9820-e7e450a14cde, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:44:37.778020 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (cdc2600e-9993-4f02-9820-e7e450a14cde), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:37.790292 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-949265b3-adcb-4425-b82d-00385a937bef req-0b416c81-7b4c-4519-bec9-2c8f53d0c28c tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Publish callbacks [] for port (6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:37.813900 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-be9f547a-3bf4-44c4-877a-8374d9c1eb9a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c27e82fb810345a084210af8b32734f0&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5182803 Apr 28 19:44:37.825882 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50142) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:37.872186 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Checking router: 0e9ce6cc-636c-4cae-a034-123270dff2c4 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:44:37.872186 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Updating router 0e9ce6cc-636c-4cae-a034-123270dff2c4 port 4eac9912-b20c-4321-adde-3346ade90f7c binding host dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:44:37.880776 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-949265b3-adcb-4425-b82d-00385a937bef req-0b416c81-7b4c-4519-bec9-2c8f53d0c28c tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:37.950963 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb40a-1611-4587-9c73-e9ee33d1294f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:37.963450 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] For port cdc2600e-9993-4f02-9820-e7e450a14cde, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:44:37.970656 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] For port cdc2600e-9993-4f02-9820-e7e450a14cde, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=cdc2600e-9993-4f02-9820-e7e450a14cde,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:44:37.989036 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (cdc2600e-9993-4f02-9820-e7e450a14cde), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:38.020290 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949265b3-adcb-4425-b82d-00385a937bef req-0b416c81-7b4c-4519-bec9-2c8f53d0c28c tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Network 5443bf8a-53bf-4db2-a3d9-4c8e706b070f is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:38.055422 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (4eac9912-b20c-4321-adde-3346ade90f7c), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:38.201929 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [req-949265b3-adcb-4425-b82d-00385a937bef req-0b416c81-7b4c-4519-bec9-2c8f53d0c28c tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:38.293391 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:38.348298 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffd037-b664-4ecd-9a9d-c9a902f5edc1 None None] Pushing event updated for resources: {'Port': ['ID=cdc2600e-9993-4f02-9820-e7e450a14cde,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:38.371141 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-949265b3-adcb-4425-b82d-00385a937bef req-0b416c81-7b4c-4519-bec9-2c8f53d0c28c tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:44:38.395044 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949265b3-adcb-4425-b82d-00385a937bef req-0b416c81-7b4c-4519-bec9-2c8f53d0c28c tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:38.395827 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-949265b3-adcb-4425-b82d-00385a937bef req-0b416c81-7b4c-4519-bec9-2c8f53d0c28c tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:38.430713 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Routers {'06db1f43-ae15-4ba0-8848-c193447c3504'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:38.440843 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:44:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['06db1f43-ae15-4ba0-8848-c193447c3504'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:38.628053 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ddfa3-a119-4469-9340-444658be1016 None None] Current status of the port 03a78ca7-11d8-4230-bd90-cd5edf230e5d is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:38.724981 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-0b416c81-7b4c-4519-bec9-2c8f53d0c28c tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5429800 Apr 28 19:44:38.760033 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b416c81-7b4c-4519-bec9-2c8f53d0c28c tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Pushing event updated for resources: {'Port': ['ID=6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:38.935704 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-51496b18-eca2-476c-88b7-f77683c28edb tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:44:38.937219 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-51496b18-eca2-476c-88b7-f77683c28edb tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1902528 Apr 28 19:44:38.943603 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] Set router 06db1f43-ae15-4ba0-8848-c193447c3504 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:39.073998 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c93b21-2570-4840-bf06-c01b73e1e6ef req-00c15bf1-748d-46d2-8344-958d242b0745 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:39.076178 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c4c93b21-2570-4840-bf06-c01b73e1e6ef req-00c15bf1-748d-46d2-8344-958d242b0745 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 931 time: 0.6502130 Apr 28 19:44:39.101712 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:39.180474 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-efaaecd5-4d4b-45b8-8a1b-8c3c404f70df admin admin] Publish callbacks [] for security_group (86a499cf-0b82-4f9f-8984-400cccbbcccc), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:39.238006 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Publish callbacks [] for port (4eac9912-b20c-4321-adde-3346ade90f7c), precommit_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:39.249722 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (4eac9912-b20c-4321-adde-3346ade90f7c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:39.262606 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb40a-1611-4587-9c73-e9ee33d1294f admin admin] Publish callbacks [] for security_group (209dc6ad-6ac5-4508-a941-0adaaf4ac0b7), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:39.287857 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb40a-1611-4587-9c73-e9ee33d1294f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (209dc6ad-6ac5-4508-a941-0adaaf4ac0b7), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:39.375550 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-6cbfb40a-1611-4587-9c73-e9ee33d1294f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4bbc92d54ad4450c8ac64dadb919d31d&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6988864 Apr 28 19:44:39.385193 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1234a85-f30c-44f4-b782-e8a4360579f4 None None] Pushing event updated for resources: {'Port': ['ID=4eac9912-b20c-4321-adde-3346ade90f7c,revision_number=2']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:39.405862 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c4c93b21-2570-4840-bf06-c01b73e1e6ef req-69521de4-2e92-4190-99e2-63c6270a70e6 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089135 Apr 28 19:44:39.514329 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 50174) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:39.540103 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Allocated IP 172.20.0.1 (b69886aa-6bae-4ab1-aed5-71674941fba6/a1befb9f-7e34-4e88-955a-eb6e46568b81/96c98553-99fd-412c-a3cf-3c20544508f1) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:39.544240 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Attempting to bind port 4eac9912-b20c-4321-adde-3346ade90f7c on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:44:39.544678 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Attempting to bind port 4eac9912-b20c-4321-adde-3346ade90f7c by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:44:39.547862 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Attempting to bind port 4eac9912-b20c-4321-adde-3346ade90f7c on network dbab025d-de0a-47ac-91fe-6d3e732a910f {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:39.570135 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:44:39.571392 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Checking segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:44:39.573094 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:39.574010 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Bound using segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:44:39.577146 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Bound port: 4eac9912-b20c-4321-adde-3346ade90f7c, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:44:39.579974 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (4eac9912-b20c-4321-adde-3346ade90f7c), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:39.635120 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfb40a-1611-4587-9c73-e9ee33d1294f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209dc6ad-6ac5-4508-a941-0adaaf4ac0b7,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:39.762289 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:32Z', 'revision_number': 3, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:39.854576 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] For port 4eac9912-b20c-4321-adde-3346ade90f7c, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:44:39.855389 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-88dc0ac3-a3eb-4906-ae87-2aab5c8532c4 admin admin] Publish callbacks [] for security_group (209dc6ad-6ac5-4508-a941-0adaaf4ac0b7), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:39.869337 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] For port 4eac9912-b20c-4321-adde-3346ade90f7c, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=4eac9912-b20c-4321-adde-3346ade90f7c,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:44:39.887395 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638c13e-3a0d-4edb-a6a0-3928d737f674 None None] The sync data for ids ['06db1f43-ae15-4ba0-8848-c193447c3504'] in dv-cinder-826949-7-smb is: [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:32Z', 'revision_number': 3, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:44:39.893074 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (4eac9912-b20c-4321-adde-3346ade90f7c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:39.923599 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-efaaecd5-4d4b-45b8-8a1b-8c3c404f70df admin admin] Publish callbacks [] for security_group (86a499cf-0b82-4f9f-8984-400cccbbcccc), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:40.043511 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-88dc0ac3-a3eb-4906-ae87-2aab5c8532c4 admin admin] Publish callbacks [] for security_group (209dc6ad-6ac5-4508-a941-0adaaf4ac0b7), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:40.047354 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Publish callbacks [] for port (96c98553-99fd-412c-a3cf-3c20544508f1), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:40.100136 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-efaaecd5-4d4b-45b8-8a1b-8c3c404f70df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (86a499cf-0b82-4f9f-8984-400cccbbcccc), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:40.114385 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-efaaecd5-4d4b-45b8-8a1b-8c3c404f70df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:40.116651 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-efaaecd5-4d4b-45b8-8a1b-8c3c404f70df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/86a499cf-0b82-4f9f-8984-400cccbbcccc HTTP/1.1" status: 204 len: 168 time: 2.2610095 Apr 28 19:44:40.121662 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50182) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:40.154999 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Routers {'0e9ce6cc-636c-4cae-a034-123270dff2c4'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:40.159232 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:44:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['0e9ce6cc-636c-4cae-a034-123270dff2c4'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:40.184491 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-88dc0ac3-a3eb-4906-ae87-2aab5c8532c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (209dc6ad-6ac5-4508-a941-0adaaf4ac0b7), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:40.190174 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-88dc0ac3-a3eb-4906-ae87-2aab5c8532c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:40.195652 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-88dc0ac3-a3eb-4906-ae87-2aab5c8532c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/209dc6ad-6ac5-4508-a941-0adaaf4ac0b7 HTTP/1.1" status: 204 len: 168 time: 0.6671312 Apr 28 19:44:40.200160 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Allocated IP 172.20.0.1 (06ea3f9f-899d-4f8c-a02f-09385074fa9f/45b4f52d-a37b-411d-80b6-523dd03c4579/2cccdbb7-a629-4b62-aa78-c11cb0b3db31) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:40.212866 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc0ac3-a3eb-4906-ae87-2aab5c8532c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209dc6ad-6ac5-4508-a941-0adaaf4ac0b7,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:40.223311 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaecd5-4d4b-45b8-8a1b-8c3c404f70df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a499cf-0b82-4f9f-8984-400cccbbcccc,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:40.308507 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:40.312117 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1234a85-f30c-44f4-b782-e8a4360579f4 None None] Pushing event updated for resources: {'Port': ['ID=4eac9912-b20c-4321-adde-3346ade90f7c,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:40.313762 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Request body: {'port': {'device_id': '8f3522da-e791-41a1-9b0e-273a798c315d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:40.418726 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:40.563472 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Network b69886aa-6bae-4ab1-aed5-71674941fba6 is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:40.580522 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] Set router 0e9ce6cc-636c-4cae-a034-123270dff2c4 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:40.585739 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:40.590751 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:44:40.592441 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703724'] for router_interface (0e9ce6cc-636c-4cae-a034-123270dff2c4), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:40.711023 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:40.894480 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Publish callbacks [] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:41.076072 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:31Z', 'revision_number': 3, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:41.102750 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Pushing event updated for resources: {'Port': ['ID=96c98553-99fd-412c-a3cf-3c20544508f1,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:41.264785 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7a88f601-61dd-41b5-8307-b93def303d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:41.494236 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7a88f601-61dd-41b5-8307-b93def303d1f admin admin] Publish callbacks [] for security_group (c9ae6ef9-6189-4767-9bbc-c69bd71a4cff), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:41.530744 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7a88f601-61dd-41b5-8307-b93def303d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (c9ae6ef9-6189-4767-9bbc-c69bd71a4cff), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:41.592463 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4378476-292d-43f1-a1de-2add99d62c55 None None] The sync data for ids ['0e9ce6cc-636c-4cae-a034-123270dff2c4'] in dv-cinder-826949-7-smb is: [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:31Z', 'revision_number': 3, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:44:41.600483 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device cdc2600e-9993-4f02-9820-e7e450a14cde up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:41.603404 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88f601-61dd-41b5-8307-b93def303d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ae6ef9-6189-4767-9bbc-c69bd71a4cff,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:41.617541 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131a986-bc35-45f9-8d3f-fba802947f60 req-92df357c-2599-4f4e-8791-e3b0a497c582 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.622965 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f131a986-bc35-45f9-8d3f-fba802947f60 req-92df357c-2599-4f4e-8791-e3b0a497c582 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 931 time: 0.9394629 Apr 28 19:44:41.808059 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-68f4e41b-3b92-4b56-81c1-6ee669851c1c None None] Provisioning complete for port 96c98553-99fd-412c-a3cf-3c20544508f1 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:41.810814 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-68f4e41b-3b92-4b56-81c1-6ee669851c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:41.896095 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-7a88f601-61dd-41b5-8307-b93def303d1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69a73347f4794d81ad4874836698346c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7605515 Apr 28 19:44:41.916299 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50206) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:41.920768 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:41.921510 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f131a986-bc35-45f9-8d3f-fba802947f60 req-95530dd8-5942-439b-aa6c-59c9eb27bf07 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574430 Apr 28 19:44:41.955633 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-68f4e41b-3b92-4b56-81c1-6ee669851c1c None None] Port 96c98553-99fd-412c-a3cf-3c20544508f1 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:44:41.997710 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port cdc2600e-9993-4f02-9820-e7e450a14cde triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:41.998393 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (cdc2600e-9993-4f02-9820-e7e450a14cde), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:42.173119 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port cdc2600e-9993-4f02-9820-e7e450a14cde is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:42.175242 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (cdc2600e-9993-4f02-9820-e7e450a14cde), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:42.229878 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] For port cdc2600e-9993-4f02-9820-e7e450a14cde, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=cdc2600e-9993-4f02-9820-e7e450a14cde,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:42.239583 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (cdc2600e-9993-4f02-9820-e7e450a14cde), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:42.393516 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:42.413713 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Pushing event updated for resources: {'Port': ['ID=cdc2600e-9993-4f02-9820-e7e450a14cde,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:42.445894 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-63d4323e-da5e-40ed-ac43-ef35b30ca80c admin admin] Publish callbacks [] for security_group (c9ae6ef9-6189-4767-9bbc-c69bd71a4cff), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:42.473640 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50212) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:42.515327 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 {{(pid=109983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:42.556999 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Publish callbacks [] for port (6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:42.601719 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c676126d-65b0-495e-ac28-b324a931cddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:42.615157 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.provisioning_blocks [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Transition to ACTIVE for port object 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 will not be triggered until provisioned by entity L2. {{(pid=109983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:44:42.650176 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50214) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:42.651819 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:42.668896 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Network 06ea3f9f-899d-4f8c-a02f-09385074fa9f is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:42.699134 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-63d4323e-da5e-40ed-ac43-ef35b30ca80c admin admin] Publish callbacks [] for security_group (c9ae6ef9-6189-4767-9bbc-c69bd71a4cff), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:42.711403 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:42.724187 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Pushing event updated for resources: {'Port': ['ID=2cccdbb7-a629-4b62-aa78-c11cb0b3db31,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:42.753822 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:44:42.753822 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703724'] for router_interface (06db1f43-ae15-4ba0-8848-c193447c3504), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:42.843114 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ec2b858e-8f7a-4cd4-a366-7fef926f1e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:42.884015 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-63d4323e-da5e-40ed-ac43-ef35b30ca80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (c9ae6ef9-6189-4767-9bbc-c69bd71a4cff), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:42.908682 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-63d4323e-da5e-40ed-ac43-ef35b30ca80c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:42.910890 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-63d4323e-da5e-40ed-ac43-ef35b30ca80c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c9ae6ef9-6189-4767-9bbc-c69bd71a4cff HTTP/1.1" status: 204 len: 168 time: 0.9805572 Apr 28 19:44:43.028737 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4323e-da5e-40ed-ac43-ef35b30ca80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ae6ef9-6189-4767-9bbc-c69bd71a4cff,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:43.216349 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ec2b858e-8f7a-4cd4-a366-7fef926f1e27 admin admin] Publish callbacks [] for security_group (3bc9968b-8a90-492d-9696-bb3d25fc37b6), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:43.250791 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device cdc2600e-9993-4f02-9820-e7e450a14cde up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:43.277144 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ec2b858e-8f7a-4cd4-a366-7fef926f1e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (3bc9968b-8a90-492d-9696-bb3d25fc37b6), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:43.357079 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-ec2b858e-8f7a-4cd4-a366-7fef926f1e27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=188863597a1f4871a88bd474e6fdbbf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7012477 Apr 28 19:44:43.364930 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50222) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:43.508111 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port cdc2600e-9993-4f02-9820-e7e450a14cde triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:43.511303 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (cdc2600e-9993-4f02-9820-e7e450a14cde), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:43.535051 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e9bb210d-6d51-48d9-8310-9577d40bbb4a admin admin] Publish callbacks [] for security_group (3bc9968b-8a90-492d-9696-bb3d25fc37b6), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:43.602254 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e9bb210d-6d51-48d9-8310-9577d40bbb4a admin admin] Publish callbacks [] for security_group (3bc9968b-8a90-492d-9696-bb3d25fc37b6), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:43.666379 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-a4862d17-4ff5-422a-bf87-8ebef1c09c38 None None] Provisioning complete for port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:43.668001 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a4862d17-4ff5-422a-bf87-8ebef1c09c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:43.840460 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e9bb210d-6d51-48d9-8310-9577d40bbb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (3bc9968b-8a90-492d-9696-bb3d25fc37b6), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:43.846932 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e9bb210d-6d51-48d9-8310-9577d40bbb4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:43.852104 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-e9bb210d-6d51-48d9-8310-9577d40bbb4a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3bc9968b-8a90-492d-9696-bb3d25fc37b6 HTTP/1.1" status: 204 len: 168 time: 0.4763229 Apr 28 19:44:44.048376 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port cdc2600e-9993-4f02-9820-e7e450a14cde is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:44.051906 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 4eac9912-b20c-4321-adde-3346ade90f7c up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:44.065941 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd73a71-b571-4b6f-8954-957cd2f1c923 req-43b28e2f-bbd8-4b14-a075-8ff4206b4a41 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:44.070196 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-a4862d17-4ff5-422a-bf87-8ebef1c09c38 None None] Port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:44:44.084484 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5cd73a71-b571-4b6f-8954-957cd2f1c923 req-43b28e2f-bbd8-4b14-a075-8ff4206b4a41 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 943 time: 0.9654770 Apr 28 19:44:44.239821 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:44.300815 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 4eac9912-b20c-4321-adde-3346ade90f7c triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:44.301419 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (4eac9912-b20c-4321-adde-3346ade90f7c), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:44.374294 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b858e-8f7a-4cd4-a366-7fef926f1e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc9968b-8a90-492d-9696-bb3d25fc37b6,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:44.398122 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Attempting to bind port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:44:44.398980 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Attempting to bind port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'b883928a-6976-447e-9e49-01761a527bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5443bf8a-53bf-4db2-a3d9-4c8e706b070f'}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:44:44.399573 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Attempting to bind port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 on network 5443bf8a-53bf-4db2-a3d9-4c8e706b070f {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:44.448308 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb210d-6d51-48d9-8310-9577d40bbb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc9968b-8a90-492d-9696-bb3d25fc37b6,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:44.520834 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 on network 5443bf8a-53bf-4db2-a3d9-4c8e706b070f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:44:44.523909 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Attempting to bind port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 on network 5443bf8a-53bf-4db2-a3d9-4c8e706b070f {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:44.627704 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c676126d-65b0-495e-ac28-b324a931cddb admin admin] Publish callbacks [] for security_group (48debbe0-d4a5-4133-bc86-0577f06af1da), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:44.642999 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 4eac9912-b20c-4321-adde-3346ade90f7c is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:44.644296 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (4eac9912-b20c-4321-adde-3346ade90f7c), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:44.676753 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:44:44.677062 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Checking segment: {'id': 'b883928a-6976-447e-9e49-01761a527bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5443bf8a-53bf-4db2-a3d9-4c8e706b070f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:44:44.679858 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c676126d-65b0-495e-ac28-b324a931cddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (48debbe0-d4a5-4133-bc86-0577f06af1da), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:44.680424 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Bound using segment: {'id': 'b883928a-6976-447e-9e49-01761a527bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5443bf8a-53bf-4db2-a3d9-4c8e706b070f'} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:44:44.682884 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Bound port: 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b883928a-6976-447e-9e49-01761a527bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5443bf8a-53bf-4db2-a3d9-4c8e706b070f'}}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:44:44.683583 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:44.711397 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] For port 4eac9912-b20c-4321-adde-3346ade90f7c, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=4eac9912-b20c-4321-adde-3346ade90f7c,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:44.722576 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (4eac9912-b20c-4321-adde-3346ade90f7c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:44.801365 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-c676126d-65b0-495e-ac28-b324a931cddb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9632c9297894239bfdd29765d463a88&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3245785 Apr 28 19:44:44.810975 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50276) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:44.816263 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5cd73a71-b571-4b6f-8954-957cd2f1c923 req-50842fe3-737b-4de6-8b2a-e26e14844f74 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7304940 Apr 28 19:44:44.844580 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676126d-65b0-495e-ac28-b324a931cddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48debbe0-d4a5-4133-bc86-0577f06af1da,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:44.894699 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Pushing event updated for resources: {'Port': ['ID=4eac9912-b20c-4321-adde-3346ade90f7c,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:44.970401 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Publish callbacks [] for port (96c98553-99fd-412c-a3cf-3c20544508f1), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:45.009962 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:45.011391 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4114972'] for router_interface (0e9ce6cc-636c-4cae-a034-123270dff2c4), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:45.011852 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] For port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436, host hv-cinder-82694, cleared binding levels {{(pid=109983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:44:45.133464 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] For port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436,segment=NetworkSegment(b883928a-6976-447e-9e49-01761a527bda),segment_id=b883928a-6976-447e-9e49-01761a527bda)] {{(pid=109983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:44:45.172428 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:45.248913 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:45.256594 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:45.262880 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] 10.222.0.65 "PUT /v2.0/ports/6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 HTTP/1.1" status: 200 len: 1093 time: 5.6601632 Apr 28 19:44:45.528364 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Pushing event updated for resources: {'Port': ['ID=96c98553-99fd-412c-a3cf-3c20544508f1,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:45.533735 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3522da-e791-41a1-9b0e-273a798c315d', 'tag': '6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:45.536059 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e7eb0364-b7f0-48e7-bb20-82613addc4ec admin admin] Publish callbacks [] for security_group (48debbe0-d4a5-4133-bc86-0577f06af1da), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:45.550737 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50286) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:45.679535 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e7eb0364-b7f0-48e7-bb20-82613addc4ec admin admin] Publish callbacks [] for security_group (48debbe0-d4a5-4133-bc86-0577f06af1da), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:45.704939 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Network b69886aa-6bae-4ab1-aed5-71674941fba6 is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:45.715929 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:45.741096 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2259b-3464-4a4b-9091-8a3526542328 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436,revision_number=3']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:45.745469 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:46.108527 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949265b3-adcb-4425-b82d-00385a937bef req-270d6ea1-e91c-46e8-a472-caaf676afb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:46.112637 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-270d6ea1-e91c-46e8-a472-caaf676afb8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51925dfe01a84b1ca222f2afc1fd79d0&device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 1127 time: 0.3680434 Apr 28 19:44:46.233825 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-a4716437-f828-4163-879b-699e82a84a06 None None] Provisioning complete for port 96c98553-99fd-412c-a3cf-3c20544508f1 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:46.236715 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a4716437-f828-4163-879b-699e82a84a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:46.265303 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f65dc83d-b890-4763-adf2-ce8c3319518b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:46.362119 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e7eb0364-b7f0-48e7-bb20-82613addc4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (48debbe0-d4a5-4133-bc86-0577f06af1da), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:46.371061 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-7bb13cf6-c88d-48e2-93ce-25752a9c8e41 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 HTTP/1.1" status: 200 len: 217 time: 0.1967628 Apr 28 19:44:46.380265 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e7eb0364-b7f0-48e7-bb20-82613addc4ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:46.387450 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-e7eb0364-b7f0-48e7-bb20-82613addc4ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/48debbe0-d4a5-4133-bc86-0577f06af1da HTTP/1.1" status: 204 len: 168 time: 1.5749307 Apr 28 19:44:46.399407 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Router 0e9ce6cc-636c-4cae-a034-123270dff2c4 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:44:46.422822 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-a4716437-f828-4163-879b-699e82a84a06 None None] Port 96c98553-99fd-412c-a3cf-3c20544508f1 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:44:46.446813 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d500b70-cd72-415d-97ae-f578e4d6aea9 req-c97afff9-a72a-48b7-8c42-16aad4796c66 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:46.450415 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7d500b70-cd72-415d-97ae-f578e4d6aea9 req-c97afff9-a72a-48b7-8c42-16aad4796c66 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 943 time: 0.4357741 Apr 28 19:44:46.517954 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb0364-b7f0-48e7-bb20-82613addc4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48debbe0-d4a5-4133-bc86-0577f06af1da,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:46.597871 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949265b3-adcb-4425-b82d-00385a937bef req-ef5bc963-6578-4375-8cf6-0c5234779d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:46.600804 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-ef5bc963-6578-4375-8cf6-0c5234779d94 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dd234f07-6835-4562-b8ca-d15a7060a6b0 HTTP/1.1" status: 200 len: 852 time: 0.0921955 Apr 28 19:44:46.859772 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-80554a43-e3a2-418e-a06d-f31bfc9af26b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5443bf8a-53bf-4db2-a3d9-4c8e706b070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2169209 Apr 28 19:44:46.868798 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b17a39c-c36a-467d-b82f-72bae26977ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3522da-e791-41a1-9b0e-273a798c315d", "tag": "6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:44:46.898842 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7d500b70-cd72-415d-97ae-f578e4d6aea9 req-ae5ed3b2-984c-45ad-90fe-2ad415ea13a3 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196961 Apr 28 19:44:46.995625 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 4eac9912-b20c-4321-adde-3346ade90f7c up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:47.150366 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f65dc83d-b890-4763-adf2-ce8c3319518b admin admin] Publish callbacks [] for security_group (7dc6ce84-e7bf-44b7-83ce-0b65b9aa8991), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:47.238707 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-5e762b6c-25b0-47dd-a805-cae213c3a5be service neutron] 10.222.0.65 "GET /v2.0/networks/5443bf8a-53bf-4db2-a3d9-4c8e706b070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404713 Apr 28 19:44:47.268016 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f65dc83d-b890-4763-adf2-ce8c3319518b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (7dc6ce84-e7bf-44b7-83ce-0b65b9aa8991), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:47.305436 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Publish callbacks [] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:47.308260 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2a51-8c2d-4009-959b-ea743d3f37ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:47.321512 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:47.326307 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4114972'] for router_interface (06db1f43-ae15-4ba0-8848-c193447c3504), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:47.347043 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 4eac9912-b20c-4321-adde-3346ade90f7c triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:47.347633 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (4eac9912-b20c-4321-adde-3346ade90f7c), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:47.570215 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:44:47.571072 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Sync routers for ids ['0e9ce6cc-636c-4cae-a034-123270dff2c4'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:44:47.598346 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Routers {'0e9ce6cc-636c-4cae-a034-123270dff2c4'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:47.599012 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:44:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['0e9ce6cc-636c-4cae-a034-123270dff2c4'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:47.622523 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-0bd73449-ec89-487f-9213-5c6be8469576 admin admin] 10.222.0.62 "PUT /v2.0/routers/0e9ce6cc-636c-4cae-a034-123270dff2c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1127949 Apr 28 19:44:47.647150 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-f65dc83d-b890-4763-adf2-ce8c3319518b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf4a2f730c93456f8ba9c9c31d8f1391&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0951014 Apr 28 19:44:47.655713 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50336) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:47.754114 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 4eac9912-b20c-4321-adde-3346ade90f7c is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:47.808148 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dc83d-b890-4763-adf2-ce8c3319518b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc6ce84-e7bf-44b7-83ce-0b65b9aa8991,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:47.917198 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3b212e69-e638-4527-b536-ae6200887422 admin admin] Publish callbacks [] for security_group (7dc6ce84-e7bf-44b7-83ce-0b65b9aa8991), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:47.994539 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3b212e69-e638-4527-b536-ae6200887422 admin admin] Publish callbacks [] for security_group (7dc6ce84-e7bf-44b7-83ce-0b65b9aa8991), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:48.118362 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Network 06ea3f9f-899d-4f8c-a02f-09385074fa9f is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:48.120692 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3b212e69-e638-4527-b536-ae6200887422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (7dc6ce84-e7bf-44b7-83ce-0b65b9aa8991), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:48.125254 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3b212e69-e638-4527-b536-ae6200887422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:48.129788 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-3b212e69-e638-4527-b536-ae6200887422 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7dc6ce84-e7bf-44b7-83ce-0b65b9aa8991 HTTP/1.1" status: 204 len: 168 time: 0.4667585 Apr 28 19:44:48.143607 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b212e69-e638-4527-b536-ae6200887422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc6ce84-e7bf-44b7-83ce-0b65b9aa8991,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:48.154631 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:48.254608 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc428f-c7b5-4715-8555-096af3d3c12e req-4a13563a-1c16-4849-b1f6-103047a70730 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:48.256575 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-21dc428f-c7b5-4715-8555-096af3d3c12e req-4a13563a-1c16-4849-b1f6-103047a70730 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 943 time: 0.1089618 Apr 28 19:44:48.262665 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Set router 0e9ce6cc-636c-4cae-a034-123270dff2c4 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:48.387302 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-21dc428f-c7b5-4715-8555-096af3d3c12e req-630617bd-4122-4488-a93e-4fda47dbccbe tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090171 Apr 28 19:44:48.544256 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6e2339-a188-4b93-9389-4b4edad4f831 x-openstack-request-id: req-ff6e2339-a188-4b93-9389-4b4edad4f831 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:44:48.544731 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3522da-e791-41a1-9b0e-273a798c315d", "tag": "6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:44:48.545148 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff6e2339-a188-4b93-9389-4b4edad4f831 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:44:48.545942 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff6e2339-a188-4b93-9389-4b4edad4f831'] response: {'name': 'network-changed', 'server_uuid': '8f3522da-e791-41a1-9b0e-273a798c315d', 'tag': '6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436', 'status': 'completed', 'code': 200} Apr 28 19:44:48.806104 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-a7f7f04d-1beb-4538-8bc7-685dc1d0af94 None None] Provisioning complete for port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:48.809214 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a7f7f04d-1beb-4538-8bc7-685dc1d0af94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:48.819542 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Router 06db1f43-ae15-4ba0-8848-c193447c3504 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:44:48.821182 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Pushing event updated for resources: {'Port': ['ID=2cccdbb7-a629-4b62-aa78-c11cb0b3db31,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:48.825755 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '96c98553-99fd-412c-a3cf-3c20544508f1', 'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'mac_address': 'fa:16:3e:8e:27:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:38Z', 'updated_at': '2022-04-28T19:44:43Z', 'revision_number': 2, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'subnets': [{'id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:48.841564 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-949265b3-adcb-4425-b82d-00385a937bef req-a7ec40d8-1455-4101-bae5-d02fe20622fb service neutron] 10.222.0.65 "GET /v2.0/networks/5443bf8a-53bf-4db2-a3d9-4c8e706b070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5804377 Apr 28 19:44:48.917906 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Checking router: 0e9ce6cc-636c-4cae-a034-123270dff2c4 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:44:48.920455 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Updating router 0e9ce6cc-636c-4cae-a034-123270dff2c4 port 96c98553-99fd-412c-a3cf-3c20544508f1 binding host dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:44:49.002182 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-a7f7f04d-1beb-4538-8bc7-685dc1d0af94 None None] Port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:44:49.029500 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:49.162495 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a39c-c36a-467d-b82f-72bae26977ca req-6511a360-f90f-4922-927f-46baef1eebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:49.166136 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5b17a39c-c36a-467d-b82f-72bae26977ca req-6511a360-f90f-4922-927f-46baef1eebf5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51925dfe01a84b1ca222f2afc1fd79d0&device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 1127 time: 0.1799929 Apr 28 19:44:49.330194 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-1f3eadaa-688e-4be3-a83a-9a8dc523153f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:49.791947 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8f711-fd27-4e4e-b662-bbef5d63882d req-9c236418-8af7-4f35-9959-478dd7c92f22 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:49.851368 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7ec8f711-fd27-4e4e-b662-bbef5d63882d req-9c236418-8af7-4f35-9959-478dd7c92f22 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 943 time: 0.2184441 Apr 28 19:44:49.867765 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Publish callbacks [] for port (96c98553-99fd-412c-a3cf-3c20544508f1), precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:49.880082 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:50.023393 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1dfc1-55dc-49ec-a08c-2e4a41ff1c6b None None] Pushing event updated for resources: {'Port': ['ID=96c98553-99fd-412c-a3cf-3c20544508f1,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:50.212614 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Attempting to bind port 96c98553-99fd-412c-a3cf-3c20544508f1 on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:44:50.212986 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Attempting to bind port 96c98553-99fd-412c-a3cf-3c20544508f1 by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:44:50.213351 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Attempting to bind port 96c98553-99fd-412c-a3cf-3c20544508f1 on network b69886aa-6bae-4ab1-aed5-71674941fba6 {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:50.232549 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:44:50.232979 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Checking segment: {'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:44:50.233438 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:50.234136 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Bound using segment: {'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:44:50.234454 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Bound port: 96c98553-99fd-412c-a3cf-3c20544508f1, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:44:50.235720 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:50.244200 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50386) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:50.267869 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a39c-c36a-467d-b82f-72bae26977ca req-480bfcce-c73b-44ba-821a-57cd0a513eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:50.272207 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7ec8f711-fd27-4e4e-b662-bbef5d63882d req-2dedf49b-baf0-4715-9c6d-5118d3b28a1e tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189692 Apr 28 19:44:50.291384 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5b17a39c-c36a-467d-b82f-72bae26977ca req-480bfcce-c73b-44ba-821a-57cd0a513eae service neutron] 10.222.0.65 "GET /v2.0/networks?id=5443bf8a-53bf-4db2-a3d9-4c8e706b070f HTTP/1.1" status: 200 len: 913 time: 1.1139100 Apr 28 19:44:50.301548 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:44:50.318755 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Sync routers for ids ['06db1f43-ae15-4ba0-8848-c193447c3504'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:44:50.373245 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-f0f96c95-292a-4635-9f08-c482aa5b731b admin admin] 10.222.0.62 "PUT /v2.0/routers/06db1f43-ae15-4ba0-8848-c193447c3504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4546957 Apr 28 19:44:50.432178 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Routers {'06db1f43-ae15-4ba0-8848-c193447c3504'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:50.433786 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:44:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['06db1f43-ae15-4ba0-8848-c193447c3504'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:50.459785 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8078c4ce-097a-4195-8a08-1c1eb2700a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:50.486993 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] For port 96c98553-99fd-412c-a3cf-3c20544508f1, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:44:50.497764 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] For port 96c98553-99fd-412c-a3cf-3c20544508f1, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=96c98553-99fd-412c-a3cf-3c20544508f1,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:44:50.526247 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:50.583175 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5b17a39c-c36a-467d-b82f-72bae26977ca req-a9b638ce-7b45-45f7-a323-d7973077f1a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 HTTP/1.1" status: 200 len: 217 time: 0.2496145 Apr 28 19:44:50.753318 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Routers {'0e9ce6cc-636c-4cae-a034-123270dff2c4'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:50.760542 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:44:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['0e9ce6cc-636c-4cae-a034-123270dff2c4'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:50.764348 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17a39c-c36a-467d-b82f-72bae26977ca req-1e2e5044-2521-46e0-969c-aef4608d1e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:50.764348 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5b17a39c-c36a-467d-b82f-72bae26977ca req-1e2e5044-2521-46e0-969c-aef4608d1e31 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dd234f07-6835-4562-b8ca-d15a7060a6b0 HTTP/1.1" status: 200 len: 852 time: 0.1681445 Apr 28 19:44:50.968195 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50396) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:50.995780 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-a890b0a5-53c5-41ce-a80e-51edd24eaa4e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--83949780', 'description': 'tempest-description--2065110894'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:51.028715 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5b17a39c-c36a-467d-b82f-72bae26977ca req-1ed00b91-6ce9-433b-8d30-5357d9233fbb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5443bf8a-53bf-4db2-a3d9-4c8e706b070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2521949 Apr 28 19:44:51.043606 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:51.099120 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-72416fcc-d3c6-4fd8-9ae2-684ded2f80d5 None None] Provisioning complete for port 96c98553-99fd-412c-a3cf-3c20544508f1 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:51.104325 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-72416fcc-d3c6-4fd8-9ae2-684ded2f80d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:51.145765 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] Set router 0e9ce6cc-636c-4cae-a034-123270dff2c4 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:51.288992 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a890b0a5-53c5-41ce-a80e-51edd24eaa4e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:51.417262 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1dfc1-55dc-49ec-a08c-2e4a41ff1c6b None None] Pushing event updated for resources: {'Port': ['ID=96c98553-99fd-412c-a3cf-3c20544508f1,revision_number=4']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:51.463268 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5b17a39c-c36a-467d-b82f-72bae26977ca req-74ef6875-d403-4ed3-a650-2ed3cadc0f95 service neutron] 10.222.0.65 "GET /v2.0/networks/5443bf8a-53bf-4db2-a3d9-4c8e706b070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243364 Apr 28 19:44:51.469664 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Set router 06db1f43-ae15-4ba0-8848-c193447c3504 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:51.554775 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8078c4ce-097a-4195-8a08-1c1eb2700a56 admin admin] Publish callbacks [] for security_group (ac8a2e70-98a6-455a-964d-b5b8175388a7), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:51.588642 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8078c4ce-097a-4195-8a08-1c1eb2700a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ac8a2e70-98a6-455a-964d-b5b8175388a7), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:51.661309 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '96c98553-99fd-412c-a3cf-3c20544508f1', 'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'mac_address': 'fa:16:3e:8e:27:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:38Z', 'updated_at': '2022-04-28T19:44:50Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'subnets': [{'id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:51.711415 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5b17a39c-c36a-467d-b82f-72bae26977ca req-4585f58f-6fb1-41f7-b03d-ea4c5837ead4 service neutron] 10.222.0.65 "GET /v2.0/networks/5443bf8a-53bf-4db2-a3d9-4c8e706b070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367830 Apr 28 19:44:51.729563 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e86422-c3f1-40cb-8896-cb26178f8ff5 None None] The sync data for ids ['0e9ce6cc-636c-4cae-a034-123270dff2c4'] in dv-cinder-826949-7-smb is: [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '96c98553-99fd-412c-a3cf-3c20544508f1', 'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'mac_address': 'fa:16:3e:8e:27:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:38Z', 'updated_at': '2022-04-28T19:44:50Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'subnets': [{'id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:44:51.905838 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d8a34-f2de-422a-beb2-90f2cb7080c1 req-cc2f1956-b15d-4a25-bef4-1a887816e609 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:51.920528 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e04d8a34-f2de-422a-beb2-90f2cb7080c1 req-cc2f1956-b15d-4a25-bef4-1a887816e609 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 943 time: 0.4109931 Apr 28 19:44:51.962904 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-8078c4ce-097a-4195-8a08-1c1eb2700a56 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ead6ea5ca58b4e60bbec8dc1ddb6f900&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6890290 Apr 28 19:44:51.965930 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 50416) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:52.001415 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078c4ce-097a-4195-8a08-1c1eb2700a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8a2e70-98a6-455a-964d-b5b8175388a7,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:52.079058 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a890b0a5-53c5-41ce-a80e-51edd24eaa4e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group (070d90d8-8ecc-4040-a8e2-6ee538a4198f), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:52.113065 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6eb555a0-c68a-436a-b4dc-f2f03bf662f3 admin admin] Publish callbacks [] for security_group (ac8a2e70-98a6-455a-964d-b5b8175388a7), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:52.128533 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a890b0a5-53c5-41ce-a80e-51edd24eaa4e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (070d90d8-8ecc-4040-a8e2-6ee538a4198f), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:52.158701 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6eb555a0-c68a-436a-b4dc-f2f03bf662f3 admin admin] Publish callbacks [] for security_group (ac8a2e70-98a6-455a-964d-b5b8175388a7), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:52.410958 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6eb555a0-c68a-436a-b4dc-f2f03bf662f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ac8a2e70-98a6-455a-964d-b5b8175388a7), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:52.419770 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6eb555a0-c68a-436a-b4dc-f2f03bf662f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:52.432771 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-6eb555a0-c68a-436a-b4dc-f2f03bf662f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac8a2e70-98a6-455a-964d-b5b8175388a7 HTTP/1.1" status: 204 len: 168 time: 0.4630113 Apr 28 19:44:52.480507 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb555a0-c68a-436a-b4dc-f2f03bf662f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8a2e70-98a6-455a-964d-b5b8175388a7,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:52.565049 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-72416fcc-d3c6-4fd8-9ae2-684ded2f80d5 None None] Current status of the port 96c98553-99fd-412c-a3cf-3c20544508f1 is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:52.566947 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-72416fcc-d3c6-4fd8-9ae2-684ded2f80d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:52.584348 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:52.593481 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a890b0a5-53c5-41ce-a80e-51edd24eaa4e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:52.596968 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-a890b0a5-53c5-41ce-a80e-51edd24eaa4e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6205027 Apr 28 19:44:52.600778 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 50432) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:52.622901 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-4b25e552-67ad-4dbc-aeda-2cf4edbd6935 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Request body: {'security_group_rule': {'security_group_id': '070d90d8-8ecc-4040-a8e2-6ee538a4198f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:52.682120 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e04d8a34-f2de-422a-beb2-90f2cb7080c1 req-1fcf0b9d-eccd-45cf-8900-077cdeabd709 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7560813 Apr 28 19:44:52.689916 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890b0a5-53c5-41ce-a80e-51edd24eaa4e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070d90d8-8ecc-4040-a8e2-6ee538a4198f,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:52.826365 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4b25e552-67ad-4dbc-aeda-2cf4edbd6935 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group_rule (100a5b4c-d187-409d-ba71-c0b0e7940125), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:53.182647 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4b25e552-67ad-4dbc-aeda-2cf4edbd6935 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group_rule (100a5b4c-d187-409d-ba71-c0b0e7940125), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:53.186660 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 96c98553-99fd-412c-a3cf-3c20544508f1 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:53.191321 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4b25e552-67ad-4dbc-aeda-2cf4edbd6935 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (100a5b4c-d187-409d-ba71-c0b0e7940125), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:53.262565 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4b25e552-67ad-4dbc-aeda-2cf4edbd6935 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:53.263891 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-4b25e552-67ad-4dbc-aeda-2cf4edbd6935 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6612020 Apr 28 19:44:53.269357 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50446) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:53.275720 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-04d1d088-e4f0-4b75-b922-faabfdae7192 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Request body: {'security_group_rule': {'security_group_id': '070d90d8-8ecc-4040-a8e2-6ee538a4198f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:53.292315 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-72416fcc-d3c6-4fd8-9ae2-684ded2f80d5 None None] For port 96c98553-99fd-412c-a3cf-3c20544508f1, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=96c98553-99fd-412c-a3cf-3c20544508f1,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:53.313403 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25e552-67ad-4dbc-aeda-2cf4edbd6935 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100a5b4c-d187-409d-ba71-c0b0e7940125,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:53.371833 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04d1d088-e4f0-4b75-b922-faabfdae7192 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group_rule (a62dccdb-fc44-4a6f-b13b-b8159decfa2e), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:53.388544 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '2cccdbb7-a629-4b62-aa78-c11cb0b3db31', 'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'mac_address': 'fa:16:3e:55:24:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:39Z', 'updated_at': '2022-04-28T19:44:46Z', 'revision_number': 2, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'subnets': [{'id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:53.527148 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Checking router: 06db1f43-ae15-4ba0-8848-c193447c3504 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:44:53.528670 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Updating router 06db1f43-ae15-4ba0-8848-c193447c3504 port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 binding host dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:44:53.533098 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-72416fcc-d3c6-4fd8-9ae2-684ded2f80d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:53.579566 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04d1d088-e4f0-4b75-b922-faabfdae7192 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group_rule (a62dccdb-fc44-4a6f-b13b-b8159decfa2e), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:53.588544 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04d1d088-e4f0-4b75-b922-faabfdae7192 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (a62dccdb-fc44-4a6f-b13b-b8159decfa2e), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:53.674052 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1d088-e4f0-4b75-b922-faabfdae7192 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62dccdb-fc44-4a6f-b13b-b8159decfa2e,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:53.722883 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04d1d088-e4f0-4b75-b922-faabfdae7192 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:53.753049 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-04d1d088-e4f0-4b75-b922-faabfdae7192 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4550080 Apr 28 19:44:53.757030 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50456) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:44:53.763153 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Request body: {'floatingip': {'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:44:53.799354 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-a4a41541-f658-43a4-ab6c-cff670687d5b None None] Provisioning complete for port 96c98553-99fd-412c-a3cf-3c20544508f1 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:53.801282 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a4a41541-f658-43a4-ab6c-cff670687d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:53.882021 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:53.964876 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74423d-347b-44a2-88e5-552a663684da req-f0fd0e95-166d-400f-95c7-4e97c2dc326e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:53.966610 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef74423d-347b-44a2-88e5-552a663684da req-f0fd0e95-166d-400f-95c7-4e97c2dc326e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 818 time: 0.4679108 Apr 28 19:44:54.030008 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef74423d-347b-44a2-88e5-552a663684da req-da094f49-faf6-4ae8-b282-3bf31b6815d0 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/quotas/ab1e0ac4ecad478dbcac3b31e1781521 HTTP/1.1" status: 200 len: 375 time: 0.0485005 Apr 28 19:44:54.237894 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef74423d-347b-44a2-88e5-552a663684da req-ce549223-05f9-4d47-a420-cea02bdc595c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1992862 Apr 28 19:44:54.394198 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:54.433559 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:54.495355 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef74423d-347b-44a2-88e5-552a663684da req-c16e23a9-177f-424a-a3df-463fcb5acb86 service neutron] 10.222.0.62 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563360 Apr 28 19:44:54.710240 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Allocated IP 172.28.0.89 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/700f4977-8d6c-4943-8ae8-9b924c35ce54) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:54.809141 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef74423d-347b-44a2-88e5-552a663684da req-e00aab72-3eee-4bf0-abbd-1b16023dc126 service neutron] 10.222.0.62 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123403 Apr 28 19:44:55.242160 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-974eb691-b734-4ad7-81ac-95a204f93d9c req-0b927bbb-6c45-444b-bbe3-cd57a60509e2 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 210 time: 0.0464523 Apr 28 19:44:55.278343 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5f464-d0a6-4f4f-8fb4-5d717b96e3c5 req-a11eb4fd-0081-42e3-8554-29f89243f2e9 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:55.305735 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 96c98553-99fd-412c-a3cf-3c20544508f1 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:55.306370 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:55.308412 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8fc5f464-d0a6-4f4f-8fb4-5d717b96e3c5 req-a11eb4fd-0081-42e3-8554-29f89243f2e9 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 943 time: 0.5840573 Apr 28 19:44:55.491461 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8fc5f464-d0a6-4f4f-8fb4-5d717b96e3c5 req-cabba3b8-0a6b-4183-9a61-7d35a85fccfe tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683705 Apr 28 19:44:55.513885 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for port (700f4977-8d6c-4943-8ae8-9b924c35ce54), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:55.573559 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (700f4977-8d6c-4943-8ae8-9b924c35ce54), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:55.594093 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:55.637133 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:55.645299 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:55.654373 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:44:55.666005 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event updated for resources: {'Port': ['ID=700f4977-8d6c-4943-8ae8-9b924c35ce54,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:55.724695 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72416fcc-d3c6-4fd8-9ae2-684ded2f80d5 None None] Pushing event updated for resources: {'Port': ['ID=96c98553-99fd-412c-a3cf-3c20544508f1,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:55.951726 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-a4a41541-f658-43a4-ab6c-cff670687d5b None None] Current status of the port 96c98553-99fd-412c-a3cf-3c20544508f1 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:56.148729 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 96c98553-99fd-412c-a3cf-3c20544508f1 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:56.204993 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for floatingip (0e19f691-9a5c-4560-9260-7c01792ba36f), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:56.360480 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (700f4977-8d6c-4943-8ae8-9b924c35ce54), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:56.460375 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Publish callbacks [] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), precommit_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:56.484783 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:56.533670 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 96c98553-99fd-412c-a3cf-3c20544508f1 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:44:56.640568 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-468c212a-71dd-4d77-9c0e-b512c22a833b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:56.651773 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-468c212a-71dd-4d77-9c0e-b512c22a833b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 818 time: 0.3624964 Apr 28 19:44:56.693340 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-65ead7c6-17a3-4b61-9a71-f734f9004eb0 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/quotas/ab1e0ac4ecad478dbcac3b31e1781521 HTTP/1.1" status: 200 len: 375 time: 0.0402308 Apr 28 19:44:56.840530 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-ff52fe44-f97f-4de3-be12-c937241d780b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1458709 Apr 28 19:44:56.980687 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e554d09-2043-46ba-af9b-534ebe615f5f req-e811b4f2-51cd-447c-bfd9-483c2d1baa04 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:56.993819 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa717d-de05-4eab-b58e-dca03b334f7b None None] Pushing event updated for resources: {'Port': ['ID=2cccdbb7-a629-4b62-aa78-c11cb0b3db31,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:56.996307 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8e554d09-2043-46ba-af9b-534ebe615f5f req-e811b4f2-51cd-447c-bfd9-483c2d1baa04 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 943 time: 0.3257656 Apr 28 19:44:57.113956 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 96c98553-99fd-412c-a3cf-3c20544508f1 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:57.114698 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:57.224689 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-a4d9ff82-5e10-4e22-870a-a5220830feef service neutron] 10.222.0.62 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829601 Apr 28 19:44:57.241853 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Attempting to bind port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:44:57.242596 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Attempting to bind port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:44:57.244800 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Attempting to bind port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 on network 06ea3f9f-899d-4f8c-a02f-09385074fa9f {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:44:57.286498 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:44:57.287136 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Checking segment: {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:44:57.288891 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:57.289428 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Bound using segment: {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:44:57.290498 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Bound port: 2cccdbb7-a629-4b62-aa78-c11cb0b3db31, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:44:57.291530 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:57.409177 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8e554d09-2043-46ba-af9b-534ebe615f5f req-d5c6cac6-6f98-4d9e-b843-23327095a699 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910260 Apr 28 19:44:57.471545 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for port (700f4977-8d6c-4943-8ae8-9b924c35ce54), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:57.490368 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (700f4977-8d6c-4943-8ae8-9b924c35ce54), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:57.537326 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-f010a2b5-b473-490d-aa51-fd6d0f801b04 None None] Provisioning complete for port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:57.537326 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f010a2b5-b473-490d-aa51-fd6d0f801b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:57.547461 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-9d2258e1-8def-4ac4-bc78-f51e618967af service neutron] 10.222.0.62 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215623 Apr 28 19:44:57.632540 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-f010a2b5-b473-490d-aa51-fd6d0f801b04 None None] Port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:44:57.638265 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (0e19f691-9a5c-4560-9260-7c01792ba36f), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:57.674336 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] For port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:44:57.680545 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] For port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=2cccdbb7-a629-4b62-aa78-c11cb0b3db31,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:44:57.691850 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 96c98553-99fd-412c-a3cf-3c20544508f1 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:57.700720 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:57.731958 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:57.748898 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9896338 Apr 28 19:44:57.752226 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea68379-56e8-4469-a81f-ce3024005add tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event updated for resources: {'Port': ['ID=700f4977-8d6c-4943-8ae8-9b924c35ce54,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:57.837118 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Routers {'06db1f43-ae15-4ba0-8848-c193447c3504'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:44:57.837779 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:44:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['06db1f43-ae15-4ba0-8848-c193447c3504'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:58.118876 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa717d-de05-4eab-b58e-dca03b334f7b None None] Pushing event updated for resources: {'Port': ['ID=2cccdbb7-a629-4b62-aa78-c11cb0b3db31,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:58.243529 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-967077a9-128b-4b10-88c5-a95492a6c1a0 req-9bd2197f-bc5e-41d1-bc16-4cc67633a1ac tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 210 time: 0.0818665 Apr 28 19:44:58.278767 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] Set router 06db1f43-ae15-4ba0-8848-c193447c3504 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:44:58.428547 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-b87e9aa2-3e2f-434f-94ff-856fa5c6de14 None None] Provisioning complete for port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:44:58.428950 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-b87e9aa2-3e2f-434f-94ff-856fa5c6de14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:58.488230 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-8bbb6e0a-512a-49ce-ab92-79271db12476 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--83949780&fields=id&tenant_id=f822fc5fc43843fca324c641a2958d58 HTTP/1.1" status: 200 len: 267 time: 0.1492777 Apr 28 19:44:58.762624 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-bc95a726-553a-41fc-856e-0697e1c80d23 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:58.776194 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-bc95a726-553a-41fc-856e-0697e1c80d23 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/networks?id=b69886aa-6bae-4ab1-aed5-71674941fba6 HTTP/1.1" status: 200 len: 811 time: 0.2804408 Apr 28 19:44:58.792615 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e3a27-6287-4013-8a04-417da9afda3c req-9c0e2554-45fd-444e-abf9-6246a9a6be24 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:58.825914 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b81be2ce-45d2-49ff-a74a-43187e215322 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/quotas/f822fc5fc43843fca324c641a2958d58 HTTP/1.1" status: 200 len: 375 time: 0.0471725 Apr 28 19:44:58.829127 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-219e3a27-6287-4013-8a04-417da9afda3c req-9c0e2554-45fd-444e-abf9-6246a9a6be24 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 943 time: 0.1838017 Apr 28 19:44:59.068212 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-e0a4a9a9-ec43-4e23-a30f-3a3f6e865937 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f822fc5fc43843fca324c641a2958d58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2382741 Apr 28 19:44:59.138387 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-219e3a27-6287-4013-8a04-417da9afda3c req-888a4a04-1a0d-4e14-a4f4-edbb400a741f tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016286 Apr 28 19:44:59.150767 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-b87e9aa2-3e2f-434f-94ff-856fa5c6de14 None None] Current status of the port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:44:59.151762 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-b87e9aa2-3e2f-434f-94ff-856fa5c6de14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:59.212359 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-b87e9aa2-3e2f-434f-94ff-856fa5c6de14 None None] For port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=2cccdbb7-a629-4b62-aa78-c11cb0b3db31,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:44:59.222560 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-b87e9aa2-3e2f-434f-94ff-856fa5c6de14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:44:59.339410 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-af3d7a20-4135-433c-b1e4-72610f8098cd service neutron] 10.222.0.62 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624371 Apr 28 19:44:59.402775 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '2cccdbb7-a629-4b62-aa78-c11cb0b3db31', 'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'mac_address': 'fa:16:3e:55:24:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:39Z', 'updated_at': '2022-04-28T19:44:57Z', 'revision_number': 4, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'subnets': [{'id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:59.484946 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a15404-c953-40ee-b939-cfc44458e1a4 None None] The sync data for ids ['06db1f43-ae15-4ba0-8848-c193447c3504'] in dv-cinder-826949-7-smb is: [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '2cccdbb7-a629-4b62-aa78-c11cb0b3db31', 'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'mac_address': 'fa:16:3e:55:24:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:39Z', 'updated_at': '2022-04-28T19:44:57Z', 'revision_number': 4, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'subnets': [{'id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:44:59.516087 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-97b5ba42-0411-49d5-8f59-851f076587dc req-18f5388b-57ca-4e46-a7b1-a0ffe58f8621 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 210 time: 0.1762114 Apr 28 19:44:59.546143 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e9aa2-3e2f-434f-94ff-856fa5c6de14 None None] Pushing event updated for resources: {'Port': ['ID=2cccdbb7-a629-4b62-aa78-c11cb0b3db31,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:59.712663 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-fb039af7-825e-43b9-bd46-2f6c5cb0c336 service neutron] 10.222.0.62 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655114 Apr 28 19:45:00.250296 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-42839cdf-6a89-4307-841f-3b567db1be39 req-93436560-6707-4051-a61c-ee29327d0f45 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 210 time: 0.1298273 Apr 28 19:45:00.559247 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:00.786197 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a5608-97e4-4fd6-b3fa-9a029d48928a req-2ee680d0-bdea-4ddd-980b-cb74c55659b5 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:00.800233 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:00.801946 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:00.826297 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-603a5608-97e4-4fd6-b3fa-9a029d48928a req-2ee680d0-bdea-4ddd-980b-cb74c55659b5 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 943 time: 0.3246205 Apr 28 19:45:00.883058 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-86c813cf-829e-4aee-a9d7-6086d851e20e req-858a1696-66eb-4904-9308-66a0276c2bbd tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 210 time: 0.1293273 Apr 28 19:45:00.969451 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-603a5608-97e4-4fd6-b3fa-9a029d48928a req-9cbe8950-0530-4840-b05a-909eabe1298e tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409996 Apr 28 19:45:01.089837 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:01.263358 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:45:01.620539 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3494b6ec-07e4-45e7-b53e-bfbf0660ce1a req-84c466dc-f4f0-486e-94e5-4d6311cd2a5b tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 210 time: 0.1224172 Apr 28 19:45:01.702800 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.65', 59253) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:01.780929 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436,segment=NetworkSegment(b883928a-6976-447e-9e49-01761a527bda),segment_id=b883928a-6976-447e-9e49-01761a527bda)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:01.861908 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74423d-347b-44a2-88e5-552a663684da req-92508e40-6220-4c81-81e4-6f5b540aa397 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:01.864726 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef74423d-347b-44a2-88e5-552a663684da req-92508e40-6220-4c81-81e4-6f5b540aa397 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 818 time: 0.2458882 Apr 28 19:45:01.867203 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436', 'network_id': '5443bf8a-53bf-4db2-a3d9-4c8e706b070f', 'port_id': '6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436', 'mac_address': 'fa:16:3e:05:6f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd234f07-6835-4562-b8ca-d15a7060a6b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:45:01.879741 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-ef74423d-347b-44a2-88e5-552a663684da req-57869220-a885-456c-aebb-fc9c7356cfce tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Request body: {'port': {'device_id': '5b79adaa-c72f-4949-b65b-e9558836e3eb', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'admin_state_up': True, 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:02.111842 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:02.128201 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:02.305729 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50774) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:02.475009 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:02.492301 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e2eb264-5bb6-4c47-8fdc-13bcda13bc10 req-0d933851-1ac6-4fb6-9f78-41cfe458ddbc tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 210 time: 0.1658735 Apr 28 19:45:02.549523 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3ca0d-7f46-406f-913b-6513905fc377 req-9cc66da3-f911-4922-a6cb-5408e6f359bd tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:02.569541 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-19e3ca0d-7f46-406f-913b-6513905fc377 req-9cc66da3-f911-4922-a6cb-5408e6f359bd tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 943 time: 0.3832014 Apr 28 19:45:02.578783 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436,segment=NetworkSegment(b883928a-6976-447e-9e49-01761a527bda),segment_id=b883928a-6976-447e-9e49-01761a527bda)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:02.589163 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:02.593034 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef74423d-347b-44a2-88e5-552a663684da req-57869220-a885-456c-aebb-fc9c7356cfce tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Made reservation on behalf of ab1e0ac4ecad478dbcac3b31e1781521 for: {'port': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:02.600018 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-ef74423d-347b-44a2-88e5-552a663684da req-57869220-a885-456c-aebb-fc9c7356cfce tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:02.729403 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-19e3ca0d-7f46-406f-913b-6513905fc377 req-d8cfbbd1-149a-4d76-a05b-b095f2ec7a09 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411221 Apr 28 19:45:02.746091 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-c410aa5e-89a1-4486-9856-420e54da74db tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:02.754948 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-c410aa5e-89a1-4486-9856-420e54da74db tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 818 time: 1.0258391 Apr 28 19:45:02.776006 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:02.820250 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.65', 59259) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:02.835535 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-9721578e-d9da-4a9a-b480-b80174596a50 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Request body: {'port': {'device_id': 'a5995921-385a-4c53-8275-98db3bc04142', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'admin_state_up': True, 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:02.964503 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e45d3495-ca5e-4b80-8ba9-5a9247fb5c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:02.967610 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a037c55a-0e6d-4c3e-91c1-d5d2507b845e req-c440fec6-7643-4fba-934a-922fd35aa9d2 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 210 time: 0.1067126 Apr 28 19:45:03.113553 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:03.196717 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [req-ef74423d-347b-44a2-88e5-552a663684da req-57869220-a885-456c-aebb-fc9c7356cfce tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Allocated IP 172.20.0.10 (06ea3f9f-899d-4f8c-a02f-09385074fa9f/45b4f52d-a37b-411d-80b6-523dd03c4579/92c5dae6-f3d6-4246-a2a2-51a498366224) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:03.277073 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-7d6fcbe8-607b-4ed9-81d6-5b4714100f4b tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:03.279016 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-7d6fcbe8-607b-4ed9-81d6-5b4714100f4b tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.65 "GET /v2.0/networks?id=b69886aa-6bae-4ab1-aed5-71674941fba6 HTTP/1.1" status: 200 len: 811 time: 0.4260855 Apr 28 19:45:03.387644 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-9721578e-d9da-4a9a-b480-b80174596a50 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Made reservation on behalf of ab1e0ac4ecad478dbcac3b31e1781521 for: {'port': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:03.393022 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-9721578e-d9da-4a9a-b480-b80174596a50 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:03.433161 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e45d3495-ca5e-4b80-8ba9-5a9247fb5c00 admin admin] Publish callbacks [] for security_group (1739d47c-349e-4b45-9e67-a3cd6cb46f3b), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:03.449118 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e45d3495-ca5e-4b80-8ba9-5a9247fb5c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (1739d47c-349e-4b45-9e67-a3cd6cb46f3b), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:03.658488 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-ef74423d-347b-44a2-88e5-552a663684da req-57869220-a885-456c-aebb-fc9c7356cfce tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:03.694724 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-032f9e02-cdd5-4352-82a3-b33c3c697097 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f822fc5fc43843fca324c641a2958d58 HTTP/1.1" status: 200 len: 378 time: 0.3983700 Apr 28 19:45:03.786573 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-ef74423d-347b-44a2-88e5-552a663684da req-57869220-a885-456c-aebb-fc9c7356cfce tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:03.828439 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-6c00660e-75fe-484f-9fd0-9a64d971e685 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Request body: {'port': {'device_id': 'f6f137d0-57d8-440a-8f63-0bfd4022a77a', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'admin_state_up': True, 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'security_groups': ['070d90d8-8ecc-4040-a8e2-6ee538a4198f']}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:03.834404 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d3495-ca5e-4b80-8ba9-5a9247fb5c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1739d47c-349e-4b45-9e67-a3cd6cb46f3b,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:03.926261 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef74423d-347b-44a2-88e5-552a663684da req-57869220-a885-456c-aebb-fc9c7356cfce tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Network 06ea3f9f-899d-4f8c-a02f-09385074fa9f is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:03.932243 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [req-ef74423d-347b-44a2-88e5-552a663684da req-57869220-a885-456c-aebb-fc9c7356cfce tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:03.939888 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef74423d-347b-44a2-88e5-552a663684da req-57869220-a885-456c-aebb-fc9c7356cfce tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:03.961550 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74423d-347b-44a2-88e5-552a663684da req-57869220-a885-456c-aebb-fc9c7356cfce tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:03.962754 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-ef74423d-347b-44a2-88e5-552a663684da req-57869220-a885-456c-aebb-fc9c7356cfce tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:04.033226 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-e45d3495-ca5e-4b80-8ba9-5a9247fb5c00 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=532ffed230774cbab6c2046cb7e3dd6f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6923938 Apr 28 19:45:04.036490 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-87d6b9f1-7ca0-4d6a-ab42-3eb6a260313c req-84762428-ebc7-4bb4-b05b-8b7a7543d7a5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 210 time: 0.3088968 Apr 28 19:45:04.037289 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50876) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:04.119045 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef74423d-347b-44a2-88e5-552a663684da req-57869220-a885-456c-aebb-fc9c7356cfce tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2450380 Apr 28 19:45:04.153973 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Request body: {'port': {'device_id': '5b79adaa-c72f-4949-b65b-e9558836e3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:04.278028 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6ba4b-e902-4375-9203-a5ede0026696 req-56246d51-8fa1-485b-8fbd-5a8d1cd2878d tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:04.293708 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-27f6ba4b-e902-4375-9203-a5ede0026696 req-56246d51-8fa1-485b-8fbd-5a8d1cd2878d tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 944 time: 0.3260376 Apr 28 19:45:04.297821 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57869220-a885-456c-aebb-fc9c7356cfce tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Pushing event updated for resources: {'Port': ['ID=92c5dae6-f3d6-4246-a2a2-51a498366224,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:04.335604 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-dba4a65e-58da-4ac5-9768-9a25d0cff5a9 None None] Provisioning complete for port 92c5dae6-f3d6-4246-a2a2-51a498366224 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:04.336430 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-dba4a65e-58da-4ac5-9768-9a25d0cff5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:04.350302 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1ae29aeb-ece3-43fb-be26-8146b5a04f20 req-01df4936-647e-45c1-a3df-70a647c7527d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 210 time: 0.0614479 Apr 28 19:45:04.423889 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:04.437786 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-dba4a65e-58da-4ac5-9768-9a25d0cff5a9 None None] Port 92c5dae6-f3d6-4246-a2a2-51a498366224 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:45:04.488682 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-27f6ba4b-e902-4375-9203-a5ede0026696 req-1d6a534d-a8a0-4daf-b2e1-a490af42a8e9 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928408 Apr 28 19:45:04.547078 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-9721578e-d9da-4a9a-b480-b80174596a50 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Allocated IP 172.20.0.3 (06ea3f9f-899d-4f8c-a02f-09385074fa9f/45b4f52d-a37b-411d-80b6-523dd03c4579/9f31c3cf-27b3-4e16-b692-d7d64c407e81) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:04.553344 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ad3a-a86e-4b19-a0b8-5cb2c7b10dd0 admin admin] Publish callbacks [] for security_group (1739d47c-349e-4b45-9e67-a3cd6cb46f3b), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:04.582062 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-6c00660e-75fe-484f-9fd0-9a64d971e685 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Made reservation on behalf of f822fc5fc43843fca324c641a2958d58 for: {'port': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:04.588565 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-6c00660e-75fe-484f-9fd0-9a64d971e685 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:04.652188 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ad3a-a86e-4b19-a0b8-5cb2c7b10dd0 admin admin] Publish callbacks [] for security_group (1739d47c-349e-4b45-9e67-a3cd6cb46f3b), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:05.211617 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ad3a-a86e-4b19-a0b8-5cb2c7b10dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (1739d47c-349e-4b45-9e67-a3cd6cb46f3b), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:05.216571 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ad3a-a86e-4b19-a0b8-5cb2c7b10dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:05.218804 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-3ef5ad3a-a86e-4b19-a0b8-5cb2c7b10dd0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1739d47c-349e-4b45-9e67-a3cd6cb46f3b HTTP/1.1" status: 204 len: 168 time: 1.0517457 Apr 28 19:45:05.271999 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:05.340352 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-6c00660e-75fe-484f-9fd0-9a64d971e685 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Allocated IP 172.20.0.11 (b69886aa-6bae-4ab1-aed5-71674941fba6/a1befb9f-7e34-4e88-955a-eb6e46568b81/bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:05.367643 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3998f133-6127-4d76-9c91-81870893a926 req-71d6ec31-3031-4f1b-9e0b-27715736985d tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 210 time: 0.1349235 Apr 28 19:45:05.367643 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5ad3a-a86e-4b19-a0b8-5cb2c7b10dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1739d47c-349e-4b45-9e67-a3cd6cb46f3b,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:05.428828 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:45:05.442711 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:05.444416 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:05.611401 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:45:05.636475 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-9721578e-d9da-4a9a-b480-b80174596a50 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:05.645212 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 50952) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:05.665667 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a115350e-a9ef-4a0a-baeb-8b8c2557cfd1 req-d9c082b1-c24d-47de-b6a6-868e47e0e323 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 210 time: 0.0781088 Apr 28 19:45:05.710750 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc501ec-f103-441e-b930-3094b1c63a81 req-cb2ccdfc-54e8-4316-aba2-eea171fde297 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:05.719183 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4fc501ec-f103-441e-b930-3094b1c63a81 req-cb2ccdfc-54e8-4316-aba2-eea171fde297 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 944 time: 0.0807364 Apr 28 19:45:05.833453 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:05.834010 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:05.870423 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4fc501ec-f103-441e-b930-3094b1c63a81 req-58ed877f-be6f-439e-8a81-c08462f37ea5 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475425 Apr 28 19:45:05.908157 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-9721578e-d9da-4a9a-b480-b80174596a50 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:05.915363 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3522da-e791-41a1-9b0e-273a798c315d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:05.966596 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-6c00660e-75fe-484f-9fd0-9a64d971e685 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:06.037608 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-9721578e-d9da-4a9a-b480-b80174596a50 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Network 06ea3f9f-899d-4f8c-a02f-09385074fa9f is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:06.074431 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8b644bc1-f3c2-42c5-a61d-fde759caba83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:06.164031 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-9721578e-d9da-4a9a-b480-b80174596a50 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:06.167952 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436,segment=NetworkSegment(b883928a-6976-447e-9e49-01761a527bda),segment_id=b883928a-6976-447e-9e49-01761a527bda)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:06.181976 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:06.205192 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 50970) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:06.206033 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-9721578e-d9da-4a9a-b480-b80174596a50 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:06.219816 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-9721578e-d9da-4a9a-b480-b80174596a50 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:06.220502 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-9721578e-d9da-4a9a-b480-b80174596a50 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:06.223598 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-6c00660e-75fe-484f-9fd0-9a64d971e685 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:06.306378 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:06.331577 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8b644bc1-f3c2-42c5-a61d-fde759caba83 admin admin] Publish callbacks [] for security_group (b9050c04-49c7-481f-b78d-bdedad47ebbc), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:06.336589 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c676d893-c6e5-4b46-9d41-183b2adb572f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:06.341372 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721578e-d9da-4a9a-b480-b80174596a50 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Pushing event updated for resources: {'Port': ['ID=9f31c3cf-27b3-4e16-b692-d7d64c407e81,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:06.352903 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8b644bc1-f3c2-42c5-a61d-fde759caba83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (b9050c04-49c7-481f-b78d-bdedad47ebbc), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:06.442483 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-9721578e-d9da-4a9a-b480-b80174596a50 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6189280 Apr 28 19:45:06.453201 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-6c00660e-75fe-484f-9fd0-9a64d971e685 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Network b69886aa-6bae-4ab1-aed5-71674941fba6 is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:06.474635 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-8b644bc1-f3c2-42c5-a61d-fde759caba83 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e97e0cb63b7486ab669884166f7fe9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8270166 Apr 28 19:45:06.480514 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 50976) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:06.501266 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Request body: {'port': {'device_id': 'a5995921-385a-4c53-8275-98db3bc04142', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:06.505726 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b644bc1-f3c2-42c5-a61d-fde759caba83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9050c04-49c7-481f-b78d-bdedad47ebbc,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:06.527520 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-6c00660e-75fe-484f-9fd0-9a64d971e685 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:06.540441 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-6c00660e-75fe-484f-9fd0-9a64d971e685 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:06.588973 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-6c00660e-75fe-484f-9fd0-9a64d971e685 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:06.590130 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-6c00660e-75fe-484f-9fd0-9a64d971e685 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:06.646583 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525c3d19-ebfd-417b-a894-295a57d7cac0" -d '{"events": [{"server_uuid": "8f3522da-e791-41a1-9b0e-273a798c315d", "name": "network-vif-plugged", "status": "completed", "tag": "6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:06.709198 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-03e77369-bcaa-4a6c-bf52-ee254bc5ef6d None None] Provisioning complete for port 9f31c3cf-27b3-4e16-b692-d7d64c407e81 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:06.712681 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-03e77369-bcaa-4a6c-bf52-ee254bc5ef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:06.779064 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c5dae6-f3d6-4246-a2a2-51a498366224 {{(pid=109983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:06.794756 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00660e-75fe-484f-9fd0-9a64d971e685 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event updated for resources: {'Port': ['ID=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:06.836898 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Publish callbacks [] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:06.872640 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47c8b3-7ae0-42b7-962d-b9045ed8788a req-752fdceb-f08d-4a86-bfc4-5c9971655900 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:06.881408 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1e47c8b3-7ae0-42b7-962d-b9045ed8788a req-752fdceb-f08d-4a86-bfc4-5c9971655900 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 931 time: 0.2669201 Apr 28 19:45:06.912936 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.provisioning_blocks [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Transition to ACTIVE for port object 92c5dae6-f3d6-4246-a2a2-51a498366224 will not be triggered until provisioned by entity L2. {{(pid=109983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:45:06.925371 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c05b334c-473e-48b8-a390-b1770f9f37bc admin admin] Publish callbacks [] for security_group (b9050c04-49c7-481f-b78d-bdedad47ebbc), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:06.930000 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-03e77369-bcaa-4a6c-bf52-ee254bc5ef6d None None] Port 9f31c3cf-27b3-4e16-b692-d7d64c407e81 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:45:06.941590 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:06.958416 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-6c00660e-75fe-484f-9fd0-9a64d971e685 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2140031 Apr 28 19:45:07.020276 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=92c5dae6-f3d6-4246-a2a2-51a498366224,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:07.041774 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Request body: {'port': {'device_id': 'f6f137d0-57d8-440a-8f63-0bfd4022a77a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:07.074607 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c05b334c-473e-48b8-a390-b1770f9f37bc admin admin] Publish callbacks [] for security_group (b9050c04-49c7-481f-b78d-bdedad47ebbc), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:07.161886 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1e47c8b3-7ae0-42b7-962d-b9045ed8788a req-4491b44c-2951-41c5-bc23-c08d57f4f292 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790709 Apr 28 19:45:07.230363 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:07.255600 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fefd769-a720-457e-a1d9-65d2f292fe9e x-openstack-request-id: req-9fefd769-a720-457e-a1d9-65d2f292fe9e {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:07.256091 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3522da-e791-41a1-9b0e-273a798c315d", "name": "network-vif-plugged", "status": "completed", "tag": "6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:07.256451 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9fefd769-a720-457e-a1d9-65d2f292fe9e {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:07.257011 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fefd769-a720-457e-a1d9-65d2f292fe9e'] response: {'server_uuid': '8f3522da-e791-41a1-9b0e-273a798c315d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436', 'code': 200} Apr 28 19:45:07.317986 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-2bcfa6aa-3828-480f-8a3c-4b94d8f6d690 None None] Provisioning complete for port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:07.321656 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa6aa-3828-480f-8a3c-4b94d8f6d690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:07.389536 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c676d893-c6e5-4b46-9d41-183b2adb572f admin admin] Publish callbacks [] for security_group (2288df13-1b6b-4ddc-a9d1-cdde0ceccc48), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:07.483851 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-2bcfa6aa-3828-480f-8a3c-4b94d8f6d690 None None] Port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:45:07.513156 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Attempting to bind port 92c5dae6-f3d6-4246-a2a2-51a498366224 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:45:07.516647 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Attempting to bind port 92c5dae6-f3d6-4246-a2a2-51a498366224 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:45:07.519076 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Attempting to bind port 92c5dae6-f3d6-4246-a2a2-51a498366224 on network 06ea3f9f-899d-4f8c-a02f-09385074fa9f {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:07.530720 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c05b334c-473e-48b8-a390-b1770f9f37bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (b9050c04-49c7-481f-b78d-bdedad47ebbc), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:07.542222 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c676d893-c6e5-4b46-9d41-183b2adb572f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (2288df13-1b6b-4ddc-a9d1-cdde0ceccc48), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:07.552060 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c05b334c-473e-48b8-a390-b1770f9f37bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:07.557302 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-c05b334c-473e-48b8-a390-b1770f9f37bc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b9050c04-49c7-481f-b78d-bdedad47ebbc HTTP/1.1" status: 204 len: 168 time: 1.0734375 Apr 28 19:45:07.594971 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:07.601826 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b334c-473e-48b8-a390-b1770f9f37bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9050c04-49c7-481f-b78d-bdedad47ebbc,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:07.652966 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Port 92c5dae6-f3d6-4246-a2a2-51a498366224 on network 06ea3f9f-899d-4f8c-a02f-09385074fa9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:45:07.654363 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Attempting to bind port 92c5dae6-f3d6-4246-a2a2-51a498366224 on network 06ea3f9f-899d-4f8c-a02f-09385074fa9f {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:07.664344 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.65', 59267) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:07.671989 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:07.672746 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Checking segment: {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:45:07.673369 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Bound using segment: {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:07.674102 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Bound port: 92c5dae6-f3d6-4246-a2a2-51a498366224, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'}}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:45:07.674673 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:07.827665 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-c676d893-c6e5-4b46-9d41-183b2adb572f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a05498196a844cd1b8b34dba6f8e6118&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5901213 Apr 28 19:45:07.838542 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676d893-c6e5-4b46-9d41-183b2adb572f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2288df13-1b6b-4ddc-a9d1-cdde0ceccc48,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:07.843632 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 51004) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:08.168826 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932cd73-6f92-4dc4-a4dd-45d6c3cef47d req-1392a964-c8ee-48d6-873c-239d4ef2461b tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:08.186439 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a932cd73-6f92-4dc4-a4dd-45d6c3cef47d req-1392a964-c8ee-48d6-873c-239d4ef2461b tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 945 time: 0.6137955 Apr 28 19:45:08.299219 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 51024) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:08.311394 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99948f1-a4de-42c8-bb75-f4c1eae3a448 req-f2d3378a-6b47-4204-b720-a3ae310e67d4 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:08.323200 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c99948f1-a4de-42c8-bb75-f4c1eae3a448 req-f2d3378a-6b47-4204-b720-a3ae310e67d4 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 932 time: 0.8125532 Apr 28 19:45:08.438928 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9c2fb-5d76-4c84-9d67-ec4b35588cae req-10e79e21-e478-4a9a-ba8d-3c2cd7730f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:08.449843 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-78f9c2fb-5d76-4c84-9d67-ec4b35588cae req-10e79e21-e478-4a9a-ba8d-3c2cd7730f98 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 1129 time: 0.7651699 Apr 28 19:45:08.498713 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] For port 92c5dae6-f3d6-4246-a2a2-51a498366224, host hv-cinder-82694, cleared binding levels {{(pid=109983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:08.505752 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] For port 92c5dae6-f3d6-4246-a2a2-51a498366224, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=92c5dae6-f3d6-4246-a2a2-51a498366224,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:08.540143 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-78f9c2fb-5d76-4c84-9d67-ec4b35588cae req-453438f2-83ff-43c6-8c32-250aeece4aea service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:08.549273 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:08.585216 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 51034) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:08.672906 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c99948f1-a4de-42c8-bb75-f4c1eae3a448 req-4a95fdac-9cf1-459d-a048-1d82f491d620 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3480937 Apr 28 19:45:08.715338 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:08.723079 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:08.724565 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef74423d-347b-44a2-88e5-552a663684da req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] 10.222.0.65 "PUT /v2.0/ports/92c5dae6-f3d6-4246-a2a2-51a498366224 HTTP/1.1" status: 200 len: 1094 time: 4.5908718 Apr 28 19:45:08.727493 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b79adaa-c72f-4949-b65b-e9558836e3eb', 'tag': '92c5dae6-f3d6-4246-a2a2-51a498366224'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:08.729821 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4989cbff-375a-41b9-b779-79068fb1234f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b79adaa-c72f-4949-b65b-e9558836e3eb", "tag": "92c5dae6-f3d6-4246-a2a2-51a498366224"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:08.734218 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6a271146-6b00-4a5b-9c49-a0b6b3150b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:08.786222 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86437af-f10a-4909-864e-40002f11f7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=92c5dae6-f3d6-4246-a2a2-51a498366224,revision_number=3']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:08.793527 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-72855ab3-4e7c-4138-a9e8-a08e90571586 admin admin] Publish callbacks [] for security_group (2288df13-1b6b-4ddc-a9d1-cdde0ceccc48), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:08.834809 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a932cd73-6f92-4dc4-a4dd-45d6c3cef47d req-a38bcc1d-ff6a-4bb6-b63a-51f6abdb7327 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6443553 Apr 28 19:45:08.958153 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8badfc5e-caaf-450c-ab01-eed1f2d495ae x-openstack-request-id: req-8badfc5e-caaf-450c-ab01-eed1f2d495ae {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:08.958637 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b79adaa-c72f-4949-b65b-e9558836e3eb", "tag": "92c5dae6-f3d6-4246-a2a2-51a498366224", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:08.960014 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8badfc5e-caaf-450c-ab01-eed1f2d495ae {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:08.960775 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8badfc5e-caaf-450c-ab01-eed1f2d495ae'] response: {'name': 'network-changed', 'server_uuid': '5b79adaa-c72f-4949-b65b-e9558836e3eb', 'tag': '92c5dae6-f3d6-4246-a2a2-51a498366224', 'status': 'completed', 'code': 200} Apr 28 19:45:09.004757 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-72855ab3-4e7c-4138-a9e8-a08e90571586 admin admin] Publish callbacks [] for security_group (2288df13-1b6b-4ddc-a9d1-cdde0ceccc48), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:09.049632 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-179b679a-07d1-4844-a670-17d9fffdb12d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:09.065742 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-78f9c2fb-5d76-4c84-9d67-ec4b35588cae req-453438f2-83ff-43c6-8c32-250aeece4aea service neutron] Publish callbacks [] for security_group (a93f54a9-1d03-4b99-9e1c-3d6cb6d9941f), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:09.121490 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-78f9c2fb-5d76-4c84-9d67-ec4b35588cae req-453438f2-83ff-43c6-8c32-250aeece4aea service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (a93f54a9-1d03-4b99-9e1c-3d6cb6d9941f), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:09.210841 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-78f9c2fb-5d76-4c84-9d67-ec4b35588cae req-453438f2-83ff-43c6-8c32-250aeece4aea service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6968722 Apr 28 19:45:09.211841 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51044) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:09.242833 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74423d-347b-44a2-88e5-552a663684da req-ac70c614-e641-43f3-884f-a5d4b5769953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:09.245213 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef74423d-347b-44a2-88e5-552a663684da req-ac70c614-e641-43f3-884f-a5d4b5769953 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 1128 time: 0.3506165 Apr 28 19:45:09.281759 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1f328-20f3-4538-8fa8-c0bf4047ccea req-68887570-d042-4e5f-a5c3-c9f3ba8c1a9e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:09.289536 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f31c3cf-27b3-4e16-b692-d7d64c407e81 {{(pid=109984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:09.295996 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-75f1f328-20f3-4538-8fa8-c0bf4047ccea req-68887570-d042-4e5f-a5c3-c9f3ba8c1a9e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 931 time: 0.3193722 Apr 28 19:45:09.307571 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Publish callbacks [] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:09.327113 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453438f2-83ff-43c6-8c32-250aeece4aea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a93f54a9-1d03-4b99-9e1c-3d6cb6d9941f,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:09.399943 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.provisioning_blocks [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Transition to ACTIVE for port object 9f31c3cf-27b3-4e16-b692-d7d64c407e81 will not be triggered until provisioned by entity L2. {{(pid=109984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:45:09.423020 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-72855ab3-4e7c-4138-a9e8-a08e90571586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (2288df13-1b6b-4ddc-a9d1-cdde0ceccc48), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:09.425669 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-72855ab3-4e7c-4138-a9e8-a08e90571586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:09.429948 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-72855ab3-4e7c-4138-a9e8-a08e90571586 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2288df13-1b6b-4ddc-a9d1-cdde0ceccc48 HTTP/1.1" status: 204 len: 168 time: 1.4790518 Apr 28 19:45:09.475954 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6a271146-6b00-4a5b-9c49-a0b6b3150b04 admin admin] Publish callbacks [] for security_group (5e346434-b980-4106-bf20-132d40f31d5b), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:09.488258 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:09.504009 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6a271146-6b00-4a5b-9c49-a0b6b3150b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (5e346434-b980-4106-bf20-132d40f31d5b), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:09.587467 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-75f1f328-20f3-4538-8fa8-c0bf4047ccea req-17e7aa2f-ef67-4987-b5d5-cb2378dc03f7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900200 Apr 28 19:45:09.598742 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-6a271146-6b00-4a5b-9c49-a0b6b3150b04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=14ff42ac059747139caba2a093168537&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0117121 Apr 28 19:45:09.615018 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 51054) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:09.626234 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef74423d-347b-44a2-88e5-552a663684da req-e919025b-3ba9-4e5f-8690-894809d151a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92c5dae6-f3d6-4246-a2a2-51a498366224 HTTP/1.1" status: 200 len: 217 time: 0.1445413 Apr 28 19:45:09.628360 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f300-21bc-4463-ad06-1668e13e6640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:09.631022 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 {{(pid=109984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:09.689955 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72855ab3-4e7c-4138-a9e8-a08e90571586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2288df13-1b6b-4ddc-a9d1-cdde0ceccc48,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:09.732008 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Publish callbacks [] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:09.812727 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74423d-347b-44a2-88e5-552a663684da req-ec1f45b3-14dc-4a0a-8e58-49b6da397180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:09.815441 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef74423d-347b-44a2-88e5-552a663684da req-ec1f45b3-14dc-4a0a-8e58-49b6da397180 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.1650870 Apr 28 19:45:10.026271 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.provisioning_blocks [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Transition to ACTIVE for port object bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 will not be triggered until provisioned by entity L2. {{(pid=109984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:45:10.031350 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f300-21bc-4463-ad06-1668e13e6640 admin admin] Publish callbacks [] for security_group (2d5aae4b-fac0-4089-885f-ffcb9d7804d5), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:10.051552 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f300-21bc-4463-ad06-1668e13e6640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (2d5aae4b-fac0-4089-885f-ffcb9d7804d5), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:10.053405 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-179b679a-07d1-4844-a670-17d9fffdb12d admin admin] Publish callbacks [] for security_group (95e8fd9c-efe4-4053-b9d4-480280adad3a), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:10.171757 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-5ac5f300-21bc-4463-ad06-1668e13e6640 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3269b7684ed94416a954174ade376859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9522970 Apr 28 19:45:10.199343 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f300-21bc-4463-ad06-1668e13e6640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5aae4b-fac0-4089-885f-ffcb9d7804d5,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:10.202719 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51082) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:10.338564 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:10.365938 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb100937-f7ba-49e7-b79a-ea7836670c8d req-0c27fdd2-280d-4477-9bb7-fd53dd6eb49e tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:10.368414 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-eb100937-f7ba-49e7-b79a-ea7836670c8d req-0c27fdd2-280d-4477-9bb7-fd53dd6eb49e tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 945 time: 0.2014909 Apr 28 19:45:10.375053 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74423d-347b-44a2-88e5-552a663684da req-ec0203a1-5abf-443f-9061-5cf80a48873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:10.377156 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef74423d-347b-44a2-88e5-552a663684da req-ec0203a1-5abf-443f-9061-5cf80a48873a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2364204 Apr 28 19:45:10.439450 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-455b5a32-1ab2-4378-b3ef-f529079c2aff admin admin] Publish callbacks [] for security_group (2d5aae4b-fac0-4089-885f-ffcb9d7804d5), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:10.489490 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-eb100937-f7ba-49e7-b79a-ea7836670c8d req-97bcc852-4b45-474c-aedc-26239adb8fa2 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098139 Apr 28 19:45:10.525540 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:10.581526 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-179b679a-07d1-4844-a670-17d9fffdb12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (95e8fd9c-efe4-4053-b9d4-480280adad3a), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:10.588110 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-455b5a32-1ab2-4378-b3ef-f529079c2aff admin admin] Publish callbacks [] for security_group (2d5aae4b-fac0-4089-885f-ffcb9d7804d5), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:10.634260 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a271146-6b00-4a5b-9c49-a0b6b3150b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e346434-b980-4106-bf20-132d40f31d5b,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:10.687294 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Pushing event updated for resources: {'Port': ['ID=9f31c3cf-27b3-4e16-b692-d7d64c407e81,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:10.710143 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Attempting to bind port 9f31c3cf-27b3-4e16-b692-d7d64c407e81 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:45:10.710797 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Attempting to bind port 9f31c3cf-27b3-4e16-b692-d7d64c407e81 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:45:10.711370 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Attempting to bind port 9f31c3cf-27b3-4e16-b692-d7d64c407e81 on network 06ea3f9f-899d-4f8c-a02f-09385074fa9f {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:10.713790 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef74423d-347b-44a2-88e5-552a663684da req-1f1110f5-1925-4465-8386-e7aedbb78e90 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636886 Apr 28 19:45:10.741395 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Port 9f31c3cf-27b3-4e16-b692-d7d64c407e81 on network 06ea3f9f-899d-4f8c-a02f-09385074fa9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:45:10.741759 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Attempting to bind port 9f31c3cf-27b3-4e16-b692-d7d64c407e81 on network 06ea3f9f-899d-4f8c-a02f-09385074fa9f {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:10.747349 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-455b5a32-1ab2-4378-b3ef-f529079c2aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (2d5aae4b-fac0-4089-885f-ffcb9d7804d5), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:10.757254 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-455b5a32-1ab2-4378-b3ef-f529079c2aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:10.759351 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-455b5a32-1ab2-4378-b3ef-f529079c2aff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2d5aae4b-fac0-4089-885f-ffcb9d7804d5 HTTP/1.1" status: 204 len: 168 time: 0.5493135 Apr 28 19:45:10.769885 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75213e-9d77-49af-9ed3-d2bb1865510d req-9db0bf9d-c474-4830-832b-9c8c19fc183b tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:10.783606 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0b75213e-9d77-49af-9ed3-d2bb1865510d req-9db0bf9d-c474-4830-832b-9c8c19fc183b tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 944 time: 0.3326945 Apr 28 19:45:10.804278 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:10.805126 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Checking segment: {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:45:10.806190 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Bound using segment: {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:10.807295 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Bound port: 9f31c3cf-27b3-4e16-b692-d7d64c407e81, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'}}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:45:10.808095 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:10.815615 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-179b679a-07d1-4844-a670-17d9fffdb12d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3670a4b3f1342b3ab74ddbcd9fa2e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5072651 Apr 28 19:45:10.833964 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51098) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:10.868826 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b5a32-1ab2-4378-b3ef-f529079c2aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5aae4b-fac0-4089-885f-ffcb9d7804d5,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:10.884686 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f084e0-a608-4a69-bdca-86bf9b5ad635 req-f1b72a14-78c4-48c0-86c1-1cb2fa83bbe5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:10.886503 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-50f084e0-a608-4a69-bdca-86bf9b5ad635 req-f1b72a14-78c4-48c0-86c1-1cb2fa83bbe5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 943 time: 0.1705427 Apr 28 19:45:10.985954 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-83fab8cc-cb06-410f-9c71-b4d617bdb57f admin admin] Publish callbacks [] for security_group (95e8fd9c-efe4-4053-b9d4-480280adad3a), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:11.072673 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3ea22f4a-187f-4752-b764-aebd7e84cbc1 admin admin] Publish callbacks [] for security_group (5e346434-b980-4106-bf20-132d40f31d5b), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:11.079613 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-83fab8cc-cb06-410f-9c71-b4d617bdb57f admin admin] Publish callbacks [] for security_group (95e8fd9c-efe4-4053-b9d4-480280adad3a), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:11.084579 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-50f084e0-a608-4a69-bdca-86bf9b5ad635 req-89381b21-e920-4d97-9228-a2c1fbc71970 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719465 Apr 28 19:45:11.182553 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef74423d-347b-44a2-88e5-552a663684da req-585805bf-469a-421d-898d-e9c35006c4bf service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987457 Apr 28 19:45:11.239091 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-83fab8cc-cb06-410f-9c71-b4d617bdb57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (95e8fd9c-efe4-4053-b9d4-480280adad3a), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:11.242196 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-83fab8cc-cb06-410f-9c71-b4d617bdb57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:11.243482 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-83fab8cc-cb06-410f-9c71-b4d617bdb57f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95e8fd9c-efe4-4053-b9d4-480280adad3a HTTP/1.1" status: 204 len: 168 time: 0.4108670 Apr 28 19:45:11.252810 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0b75213e-9d77-49af-9ed3-d2bb1865510d req-43c2e497-3996-4ca0-95f1-fa399c48135b tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4672835 Apr 28 19:45:11.269270 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fab8cc-cb06-410f-9c71-b4d617bdb57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e8fd9c-efe4-4053-b9d4-480280adad3a,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:11.308986 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3ea22f4a-187f-4752-b764-aebd7e84cbc1 admin admin] Publish callbacks [] for security_group (5e346434-b980-4106-bf20-132d40f31d5b), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:11.432174 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Attempting to bind port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:45:11.433105 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Attempting to bind port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:45:11.434381 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Attempting to bind port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 on network b69886aa-6bae-4ab1-aed5-71674941fba6 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:11.457479 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b679a-07d1-4844-a670-17d9fffdb12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e8fd9c-efe4-4053-b9d4-480280adad3a,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:11.475195 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 on network b69886aa-6bae-4ab1-aed5-71674941fba6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:45:11.475731 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Attempting to bind port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 on network b69886aa-6bae-4ab1-aed5-71674941fba6 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:11.499338 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:11.533272 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:11.533622 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Checking segment: {'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:45:11.534042 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Bound using segment: {'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:11.534536 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Bound port: bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'}}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:45:11.534910 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:11.635991 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] For port 9f31c3cf-27b3-4e16-b692-d7d64c407e81, host hv-cinder-82694, cleared binding levels {{(pid=109984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:11.685797 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3ea22f4a-187f-4752-b764-aebd7e84cbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (5e346434-b980-4106-bf20-132d40f31d5b), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:11.688849 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3ea22f4a-187f-4752-b764-aebd7e84cbc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:11.692719 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-3ea22f4a-187f-4752-b764-aebd7e84cbc1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e346434-b980-4106-bf20-132d40f31d5b HTTP/1.1" status: 204 len: 168 time: 2.0633867 Apr 28 19:45:11.697133 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] For port 9f31c3cf-27b3-4e16-b692-d7d64c407e81, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9f31c3cf-27b3-4e16-b692-d7d64c407e81,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:11.742972 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea22f4a-187f-4752-b764-aebd7e84cbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e346434-b980-4106-bf20-132d40f31d5b,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:11.749782 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:11.755225 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] For port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9, host hv-cinder-82694, cleared binding levels {{(pid=109984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:11.766722 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] For port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:11.825179 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:11.877726 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2142a-c837-4260-93fa-b4c5be5c56ef req-942bdb3c-bc08-43f9-98c1-05109f2c1910 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:11.896224 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fbe2142a-c837-4260-93fa-b4c5be5c56ef req-942bdb3c-bc08-43f9-98c1-05109f2c1910 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 945 time: 0.1880672 Apr 28 19:45:11.929134 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Pushing event updated for resources: {'Port': ['ID=9f31c3cf-27b3-4e16-b692-d7d64c407e81,revision_number=3']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:11.946836 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:11.948012 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:11.950556 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-f52ca665-02bd-4b85-bc27-a2774cef8169 service neutron] 10.222.0.65 "PUT /v2.0/ports/9f31c3cf-27b3-4e16-b692-d7d64c407e81 HTTP/1.1" status: 200 len: 1093 time: 5.4655356 Apr 28 19:45:11.952648 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5995921-385a-4c53-8275-98db3bc04142', 'tag': '9f31c3cf-27b3-4e16-b692-d7d64c407e81'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:11.997457 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fbe2142a-c837-4260-93fa-b4c5be5c56ef req-2689565f-f29a-4daf-aeb0-f8ff419606bc tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002026 Apr 28 19:45:12.169541 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:12.172315 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:12.175545 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] 10.222.0.65 "PUT /v2.0/ports/bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 HTTP/1.1" status: 200 len: 1094 time: 5.1711190 Apr 28 19:45:12.219947 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51134) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:12.278886 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0df0e-f164-4125-b674-caed522501a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9,revision_number=3']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:12.280527 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-90b3fe53-aa87-4eb7-a3f0-62ade246e7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:12.556325 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-90b3fe53-aa87-4eb7-a3f0-62ade246e7ab admin admin] Publish callbacks [] for security_group (d467ed24-2339-4cdb-b6ad-5e4b3854e3d1), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:12.565546 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e739014-9b7e-46dd-9906-d11bd0e53f43 req-9c59152b-64ea-4e2b-843c-2bbc08ad158a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:12.569051 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-90b3fe53-aa87-4eb7-a3f0-62ade246e7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d467ed24-2339-4cdb-b6ad-5e4b3854e3d1), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:12.577764 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3e739014-9b7e-46dd-9906-d11bd0e53f43 req-9c59152b-64ea-4e2b-843c-2bbc08ad158a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 943 time: 0.2296758 Apr 28 19:45:12.698289 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3e739014-9b7e-46dd-9906-d11bd0e53f43 req-c2a6384e-2958-4535-b2be-b3235ca10cd1 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071453 Apr 28 19:45:12.795722 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-90b3fe53-aa87-4eb7-a3f0-62ade246e7ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=295500934c95415eaefe2f04856ddd5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5733171 Apr 28 19:45:12.800565 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 51148) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:12.897595 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3fe53-aa87-4eb7-a3f0-62ade246e7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d467ed24-2339-4cdb-b6ad-5e4b3854e3d1,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:12.924734 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb563d-99cd-4488-b259-1dd8b47c38c6 req-4d5995bb-6542-4f2c-86b9-3056e257af7e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:12.926467 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-62fb563d-99cd-4488-b259-1dd8b47c38c6 req-4d5995bb-6542-4f2c-86b9-3056e257af7e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 944 time: 0.3515325 Apr 28 19:45:12.938007 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51154) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:13.002212 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ef190cf0-0db9-4197-8a50-5f7c4e93fade admin admin] Publish callbacks [] for security_group (d467ed24-2339-4cdb-b6ad-5e4b3854e3d1), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:13.010346 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2e1d6990-5de9-4082-a74f-b640437bc8f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:13.036290 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ef190cf0-0db9-4197-8a50-5f7c4e93fade admin admin] Publish callbacks [] for security_group (d467ed24-2339-4cdb-b6ad-5e4b3854e3d1), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:13.086952 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-62fb563d-99cd-4488-b259-1dd8b47c38c6 req-0b368e03-29df-47cb-a8dc-d71afb1230db tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1478405 Apr 28 19:45:13.144977 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbebd8d-6bd6-4ddc-97da-3695025c39c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a5995921-385a-4c53-8275-98db3bc04142", "tag": "9f31c3cf-27b3-4e16-b692-d7d64c407e81"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:13.183456 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2e1d6990-5de9-4082-a74f-b640437bc8f4 admin admin] Publish callbacks [] for security_group (06294842-4980-459e-a729-2b4b3003c4d6), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:13.190739 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2e1d6990-5de9-4082-a74f-b640437bc8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (06294842-4980-459e-a729-2b4b3003c4d6), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:13.200686 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ef190cf0-0db9-4197-8a50-5f7c4e93fade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d467ed24-2339-4cdb-b6ad-5e4b3854e3d1), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:13.207436 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ef190cf0-0db9-4197-8a50-5f7c4e93fade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:13.211527 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-ef190cf0-0db9-4197-8a50-5f7c4e93fade admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d467ed24-2339-4cdb-b6ad-5e4b3854e3d1 HTTP/1.1" status: 204 len: 168 time: 0.4054027 Apr 28 19:45:13.227749 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef190cf0-0db9-4197-8a50-5f7c4e93fade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d467ed24-2339-4cdb-b6ad-5e4b3854e3d1,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:13.254752 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-2e1d6990-5de9-4082-a74f-b640437bc8f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83aeb1ad18ab4b37a22531159e7b849c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121552 Apr 28 19:45:13.256202 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d6990-5de9-4082-a74f-b640437bc8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06294842-4980-459e-a729-2b4b3003c4d6,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:13.257884 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 51168) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:13.346677 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e11056ac-4b00-4300-8e6c-9f79ee780838 admin admin] Publish callbacks [] for security_group (06294842-4980-459e-a729-2b4b3003c4d6), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:13.388347 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e11056ac-4b00-4300-8e6c-9f79ee780838 admin admin] Publish callbacks [] for security_group (06294842-4980-459e-a729-2b4b3003c4d6), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:13.479635 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e11056ac-4b00-4300-8e6c-9f79ee780838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (06294842-4980-459e-a729-2b4b3003c4d6), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:13.482506 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e11056ac-4b00-4300-8e6c-9f79ee780838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:13.489338 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-e11056ac-4b00-4300-8e6c-9f79ee780838 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06294842-4980-459e-a729-2b4b3003c4d6 HTTP/1.1" status: 204 len: 168 time: 0.2254817 Apr 28 19:45:13.499752 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11056ac-4b00-4300-8e6c-9f79ee780838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06294842-4980-459e-a729-2b4b3003c4d6,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:13.594070 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebd09ef-40d0-4ae3-8951-645ab8561353 x-openstack-request-id: req-eebd09ef-40d0-4ae3-8951-645ab8561353 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:13.594506 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5995921-385a-4c53-8275-98db3bc04142", "tag": "9f31c3cf-27b3-4e16-b692-d7d64c407e81", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:13.594892 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eebd09ef-40d0-4ae3-8951-645ab8561353 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:13.595594 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eebd09ef-40d0-4ae3-8951-645ab8561353'] response: {'name': 'network-changed', 'server_uuid': 'a5995921-385a-4c53-8275-98db3bc04142', 'tag': '9f31c3cf-27b3-4e16-b692-d7d64c407e81', 'status': 'completed', 'code': 200} Apr 28 19:45:13.890455 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ad539-59ca-4c9a-a69d-093f67c443e0 req-682dfca3-4ba3-4f71-aac4-60ba6c27e62f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:13.893279 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a72ad539-59ca-4c9a-a69d-093f67c443e0 req-682dfca3-4ba3-4f71-aac4-60ba6c27e62f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 943 time: 0.0622385 Apr 28 19:45:13.969892 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a72ad539-59ca-4c9a-a69d-093f67c443e0 req-8c9ab0fd-81f7-4480-80ca-eca960a56ce2 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651019 Apr 28 19:45:14.199382 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51212) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:14.231887 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3dfe-f6ce-4728-836e-e2bdcd614e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:14.419422 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11771b-90be-43ec-a924-b412c04e4433 req-ad743412-19ac-4bdb-8009-77872fc7033e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:14.428186 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb11771b-90be-43ec-a924-b412c04e4433 req-ad743412-19ac-4bdb-8009-77872fc7033e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 944 time: 0.1569147 Apr 28 19:45:14.749371 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989cbff-375a-41b9-b779-79068fb1234f req-b536c319-32a9-48a9-a72c-0860624c79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:14.752272 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4989cbff-375a-41b9-b779-79068fb1234f req-b536c319-32a9-48a9-a72c-0860624c79c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 1128 time: 0.4082093 Apr 28 19:45:14.757216 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3dfe-f6ce-4728-836e-e2bdcd614e9a admin admin] Publish callbacks [] for security_group (17f37267-8dca-4573-9a50-8d3d3226a4cc), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:14.887921 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb11771b-90be-43ec-a924-b412c04e4433 req-29edb919-4b84-4ab0-b67a-7b7e72311956 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4224555 Apr 28 19:45:14.892497 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3dfe-f6ce-4728-836e-e2bdcd614e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (17f37267-8dca-4573-9a50-8d3d3226a4cc), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:14.907261 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbebd8d-6bd6-4ddc-97da-3695025c39c4 req-d98a314d-7594-431a-827e-9ae0bc3e3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:14.911309 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7dbebd8d-6bd6-4ddc-97da-3695025c39c4 req-d98a314d-7594-431a-827e-9ae0bc3e3fb6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 1127 time: 0.4728193 Apr 28 19:45:14.973421 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f3dfe-f6ce-4728-836e-e2bdcd614e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f37267-8dca-4573-9a50-8d3d3226a4cc,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:15.021434 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-0fa53d3a-e260-47a9-8d3c-537efbcf5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:15.033918 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-0fa53d3a-e260-47a9-8d3c-537efbcf5172 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f822fc5fc43843fca324c641a2958d58&device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 1128 time: 0.4401739 Apr 28 19:45:15.475621 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-337afdb0-7c44-4af8-b008-625dee2de134 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 HTTP/1.1" status: 200 len: 217 time: 0.3053248 Apr 28 19:45:15.612461 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f137d0-57d8-440a-8f63-0bfd4022a77a', 'tag': 'bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:15.617133 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e922eb-c086-4857-b740-fbc65182e622" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f137d0-57d8-440a-8f63-0bfd4022a77a", "tag": "bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:15.694424 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-fd8f3dfe-f6ce-4728-836e-e2bdcd614e9a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4f9c9bc6d374668a8ebb8e37ce12919&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4925985 Apr 28 19:45:15.697385 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 51270) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:15.728285 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbebd8d-6bd6-4ddc-97da-3695025c39c4 req-4083afea-130e-42f1-b57c-b3bfe43abdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:15.732103 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7dbebd8d-6bd6-4ddc-97da-3695025c39c4 req-4083afea-130e-42f1-b57c-b3bfe43abdda service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7605410 Apr 28 19:45:15.747527 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324501b-d6fa-4923-8de8-26227dd0d2d0 req-e2a95fc6-dac1-42b2-9e0d-35620ada8b6f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:15.751162 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1324501b-d6fa-4923-8de8-26227dd0d2d0 req-e2a95fc6-dac1-42b2-9e0d-35620ada8b6f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 943 time: 0.3148532 Apr 28 19:45:15.807291 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64104e55-44bb-484e-9c38-d72c5bfc02a1 x-openstack-request-id: req-64104e55-44bb-484e-9c38-d72c5bfc02a1 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:15.808675 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f137d0-57d8-440a-8f63-0bfd4022a77a", "tag": "bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:15.809324 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64104e55-44bb-484e-9c38-d72c5bfc02a1 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:15.810130 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64104e55-44bb-484e-9c38-d72c5bfc02a1'] response: {'name': 'network-changed', 'server_uuid': 'f6f137d0-57d8-440a-8f63-0bfd4022a77a', 'tag': 'bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9', 'status': 'completed', 'code': 200} Apr 28 19:45:15.836040 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989cbff-375a-41b9-b779-79068fb1234f req-2c47474e-9350-41fa-a449-4c17ee0d26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:15.840001 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4989cbff-375a-41b9-b779-79068fb1234f req-2c47474e-9350-41fa-a449-4c17ee0d26f2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 919 time: 1.0655155 Apr 28 19:45:15.958378 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-75eb1175-ae5b-4f7c-974b-df8f60efc0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:15.961067 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-75eb1175-ae5b-4f7c-974b-df8f60efc0da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1befb9f-7e34-4e88-955a-eb6e46568b81 HTTP/1.1" status: 200 len: 850 time: 0.4757924 Apr 28 19:45:15.977545 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4989cbff-375a-41b9-b779-79068fb1234f req-c7dfb2dc-064e-4b51-a059-e8eb1638cd65 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92c5dae6-f3d6-4246-a2a2-51a498366224 HTTP/1.1" status: 200 len: 217 time: 0.1273558 Apr 28 19:45:15.989802 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-2d3b57f1-296d-4793-8424-1908990c5f83 admin admin] Publish callbacks [] for security_group (17f37267-8dca-4573-9a50-8d3d3226a4cc), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:16.046360 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-2d3b57f1-296d-4793-8424-1908990c5f83 admin admin] Publish callbacks [] for security_group (17f37267-8dca-4573-9a50-8d3d3226a4cc), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:16.213659 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbebd8d-6bd6-4ddc-97da-3695025c39c4 req-8499124c-8b87-4355-82a8-88c222c4f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:16.216037 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7dbebd8d-6bd6-4ddc-97da-3695025c39c4 req-8499124c-8b87-4355-82a8-88c222c4f011 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4632845 Apr 28 19:45:16.223977 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-2e86fdff-d6aa-465b-94b0-c2a1662887c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:16.226548 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-2e86fdff-d6aa-465b-94b0-c2a1662887c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b69886aa-6bae-4ab1-aed5-71674941fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1922660 Apr 28 19:45:16.255182 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1324501b-d6fa-4923-8de8-26227dd0d2d0 req-0054ba3a-3dae-492e-8bea-cc19cce88563 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971087 Apr 28 19:45:16.273891 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989cbff-375a-41b9-b779-79068fb1234f req-cb4c968a-3032-4fa5-b110-9a113102eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:16.275638 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4989cbff-375a-41b9-b779-79068fb1234f req-cb4c968a-3032-4fa5-b110-9a113102eb75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.2401474 Apr 28 19:45:16.288025 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79cce7-cb8e-4c38-a95b-75ea5b108ab1 req-9f283b2a-23b3-4cae-9099-73f486401240 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:16.290055 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-bc79cce7-cb8e-4c38-a95b-75ea5b108ab1 req-9f283b2a-23b3-4cae-9099-73f486401240 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 944 time: 0.2075019 Apr 28 19:45:16.392103 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-757777c2-fafc-4ee1-ba4b-c21cf1434377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:16.393955 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-757777c2-fafc-4ee1-ba4b-c21cf1434377 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 1127 time: 0.0992553 Apr 28 19:45:16.444782 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-2d3b57f1-296d-4793-8424-1908990c5f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (17f37267-8dca-4573-9a50-8d3d3226a4cc), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:16.452768 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-2d3b57f1-296d-4793-8424-1908990c5f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:16.462563 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-2d3b57f1-296d-4793-8424-1908990c5f83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/17f37267-8dca-4573-9a50-8d3d3226a4cc HTTP/1.1" status: 204 len: 168 time: 0.7528956 Apr 28 19:45:16.484033 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989cbff-375a-41b9-b779-79068fb1234f req-89011f74-6a0b-4771-b901-6153049d69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:16.487166 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4989cbff-375a-41b9-b779-79068fb1234f req-89011f74-6a0b-4771-b901-6153049d69b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1946640 Apr 28 19:45:16.557197 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b57f1-296d-4793-8424-1908990c5f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f37267-8dca-4573-9a50-8d3d3226a4cc,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:16.613311 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-bc79cce7-cb8e-4c38-a95b-75ea5b108ab1 req-3fe6a15c-881b-4e71-adc9-87bc5b29c369 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3132067 Apr 28 19:45:16.662057 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-8c65da9b-e62b-4fb0-9558-805ad2be1cac service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214771 Apr 28 19:45:16.758097 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-d28b9141-d078-4431-8b43-344272b5758a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f31c3cf-27b3-4e16-b692-d7d64c407e81 HTTP/1.1" status: 200 len: 217 time: 0.3473215 Apr 28 19:45:17.111772 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-0da21e53-ec39-4f14-bbb6-5e04fb020fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:17.114394 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-0da21e53-ec39-4f14-bbb6-5e04fb020fcb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.0739121 Apr 28 19:45:17.151952 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ddf278d3-3851-4f0a-bce7-d679ac1ad7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:17.327240 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 92c5dae6-f3d6-4246-a2a2-51a498366224 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:45:17.352732 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3d0721e9-2296-4119-90c6-0d6803f9e86e req-aff52dec-b712-4542-ac6c-d3b0d4cb30cf service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118472 Apr 28 19:45:17.361957 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-6df1178e-a8d2-44cf-81e1-e63ec3842c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:17.363930 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4989cbff-375a-41b9-b779-79068fb1234f req-0b3ffc05-5000-434e-9704-195f404a6ada service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196442 Apr 28 19:45:17.369105 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-6df1178e-a8d2-44cf-81e1-e63ec3842c56 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2432439 Apr 28 19:45:17.463482 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 92c5dae6-f3d6-4246-a2a2-51a498366224, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=92c5dae6-f3d6-4246-a2a2-51a498366224,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:17.481494 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '92c5dae6-f3d6-4246-a2a2-51a498366224', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'port_id': '92c5dae6-f3d6-4246-a2a2-51a498366224', 'mac_address': 'fa:16:3e:c8:23:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:45:17.526402 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 92c5dae6-f3d6-4246-a2a2-51a498366224 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:17.526855 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:17.543015 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c5dae6-f3d6-4246-a2a2-51a498366224 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:17.581289 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 92c5dae6-f3d6-4246-a2a2-51a498366224, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=92c5dae6-f3d6-4246-a2a2-51a498366224,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:17.586995 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:17.608754 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c38213-e7e6-4c5d-97d7-e5b77b30a53b req-95fe17e2-fb31-47a8-aabb-1beee6102f1a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:17.610963 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a4c38213-e7e6-4c5d-97d7-e5b77b30a53b req-95fe17e2-fb31-47a8-aabb-1beee6102f1a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 943 time: 0.1345341 Apr 28 19:45:17.728909 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a4c38213-e7e6-4c5d-97d7-e5b77b30a53b req-95fed247-0c49-4564-aa7e-5a57c008a232 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109297 Apr 28 19:45:17.851114 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=92c5dae6-f3d6-4246-a2a2-51a498366224,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:17.940966 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-56374c0a-091a-4cb4-abb7-8fe259a5dd87 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908150 Apr 28 19:45:18.196389 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['92c5dae6-f3d6-4246-a2a2-51a498366224'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:18.215707 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4989cbff-375a-41b9-b779-79068fb1234f req-7eadcffd-1043-4724-83b9-38d8d01a8d38 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805348 Apr 28 19:45:18.276464 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a5452-d794-42b2-ae76-609dc731ff64 req-accd2925-b545-4861-a615-9f0b6e945b02 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:18.294337 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3c4a5452-d794-42b2-ae76-609dc731ff64 req-accd2925-b545-4861-a615-9f0b6e945b02 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 944 time: 0.2433758 Apr 28 19:45:18.453295 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3c4a5452-d794-42b2-ae76-609dc731ff64 req-d4038d7e-750d-47ca-b7b2-faed301041ff tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1555882 Apr 28 19:45:18.604365 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 51378) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:19.069314 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-215cdcf2-05d8-45b3-968e-0eb68e88da0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:19.100937 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced80d6-51ba-4815-be47-136389199cac req-99eea957-24c1-4c9c-b846-854a6d22db35 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:19.104922 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4ced80d6-51ba-4815-be47-136389199cac req-99eea957-24c1-4c9c-b846-854a6d22db35 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 943 time: 0.1576140 Apr 28 19:45:19.244485 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4ced80d6-51ba-4815-be47-136389199cac req-1949277b-fc8d-4204-b6b1-8751179d6b2c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290052 Apr 28 19:45:19.318976 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-215cdcf2-05d8-45b3-968e-0eb68e88da0c admin admin] Publish callbacks [] for security_group (aef1bd00-b1ed-4a03-853d-350acbaadcef), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:19.320863 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-5af1475c-18bf-4eaf-8080-c0e028f6dda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:19.329902 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-215cdcf2-05d8-45b3-968e-0eb68e88da0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (aef1bd00-b1ed-4a03-853d-350acbaadcef), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:19.408904 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-215cdcf2-05d8-45b3-968e-0eb68e88da0c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e1dfb1d68d5477aa9a4e23e48127f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8020241 Apr 28 19:45:19.410407 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cdcf2-05d8-45b3-968e-0eb68e88da0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef1bd00-b1ed-4a03-853d-350acbaadcef,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:19.411434 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51414) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:19.498751 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1159-ad2a-4faf-b337-d5ecf818ad26 admin admin] Publish callbacks [] for security_group (aef1bd00-b1ed-4a03-853d-350acbaadcef), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:19.530512 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1159-ad2a-4faf-b337-d5ecf818ad26 admin admin] Publish callbacks [] for security_group (aef1bd00-b1ed-4a03-853d-350acbaadcef), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:19.553428 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 92c5dae6-f3d6-4246-a2a2-51a498366224 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:19.624377 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1159-ad2a-4faf-b337-d5ecf818ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (aef1bd00-b1ed-4a03-853d-350acbaadcef), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:19.627176 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1159-ad2a-4faf-b337-d5ecf818ad26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:19.632244 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-6cdc1159-ad2a-4faf-b337-d5ecf818ad26 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aef1bd00-b1ed-4a03-853d-350acbaadcef HTTP/1.1" status: 204 len: 168 time: 0.2194669 Apr 28 19:45:19.646606 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc1159-ad2a-4faf-b337-d5ecf818ad26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef1bd00-b1ed-4a03-853d-350acbaadcef,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:19.728332 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51426) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:19.751551 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f9da9-1adb-4e35-9c79-6953baf8d975 req-f29385c7-11b5-4b45-9e94-60f6970a872e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:19.754381 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-930f9da9-1adb-4e35-9c79-6953baf8d975 req-f29385c7-11b5-4b45-9e94-60f6970a872e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 944 time: 0.1410036 Apr 28 19:45:19.755113 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port 92c5dae6-f3d6-4246-a2a2-51a498366224 completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:45:19.766498 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 92c5dae6-f3d6-4246-a2a2-51a498366224 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:19.768195 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:19.844080 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-930f9da9-1adb-4e35-9c79-6953baf8d975 req-b2b199f7-3ab2-46e6-9234-c1efaf92d9b1 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832207 Apr 28 19:45:19.892883 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 92c5dae6-f3d6-4246-a2a2-51a498366224 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:19.893271 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:19.922063 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b79adaa-c72f-4949-b65b-e9558836e3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c5dae6-f3d6-4246-a2a2-51a498366224'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:19.924671 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55264a08-4d0d-4e92-a4cc-5bda8b9de385" -d '{"events": [{"server_uuid": "5b79adaa-c72f-4949-b65b-e9558836e3eb", "name": "network-vif-plugged", "status": "completed", "tag": "92c5dae6-f3d6-4246-a2a2-51a498366224"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:19.959686 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 92c5dae6-f3d6-4246-a2a2-51a498366224, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=92c5dae6-f3d6-4246-a2a2-51a498366224,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:19.974386 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:20.002627 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78876b84-cb12-42af-a127-4b5d1858c317 x-openstack-request-id: req-78876b84-cb12-42af-a127-4b5d1858c317 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:20.002949 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b79adaa-c72f-4949-b65b-e9558836e3eb", "name": "network-vif-plugged", "status": "completed", "tag": "92c5dae6-f3d6-4246-a2a2-51a498366224", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:20.003201 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78876b84-cb12-42af-a127-4b5d1858c317 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:20.003594 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78876b84-cb12-42af-a127-4b5d1858c317'] response: {'server_uuid': '5b79adaa-c72f-4949-b65b-e9558836e3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c5dae6-f3d6-4246-a2a2-51a498366224', 'code': 200} Apr 28 19:45:20.039591 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=92c5dae6-f3d6-4246-a2a2-51a498366224,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:20.193332 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a24b18e0-991c-4449-ac9e-c1e33b9c57f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:20.403319 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a24b18e0-991c-4449-ac9e-c1e33b9c57f3 admin admin] Publish callbacks [] for security_group (ded3d70c-388f-4368-b10d-5ee70dac67fc), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:20.412795 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a24b18e0-991c-4449-ac9e-c1e33b9c57f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ded3d70c-388f-4368-b10d-5ee70dac67fc), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:20.429041 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e922eb-c086-4857-b740-fbc65182e622 req-e1f81996-c48e-4dc8-b624-731f84dbfe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:20.430791 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-16e922eb-c086-4857-b740-fbc65182e622 req-e1f81996-c48e-4dc8-b624-731f84dbfe66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f822fc5fc43843fca324c641a2958d58&device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 1128 time: 0.0808535 Apr 28 19:45:20.559950 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f32ae-c4c1-484c-a10a-1efd17003a01 req-59f6a3f8-7c8d-412a-83cc-e2ff4a1165b7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:20.571181 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-914f32ae-c4c1-484c-a10a-1efd17003a01 req-59f6a3f8-7c8d-412a-83cc-e2ff4a1165b7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 943 time: 0.1392825 Apr 28 19:45:20.576646 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 51466) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:20.577990 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-a24b18e0-991c-4449-ac9e-c1e33b9c57f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35051f25714b445ea1c9a19895348878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8477602 Apr 28 19:45:20.589463 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b18e0-991c-4449-ac9e-c1e33b9c57f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded3d70c-388f-4368-b10d-5ee70dac67fc,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:20.608642 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 51468) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:20.633949 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-aa69317c-fa5b-42cc-9a8e-60546c552302 req-cb1a283c-9a7e-4835-9834-ea75e5826a2a service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391285 Apr 28 19:45:20.773861 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f7f2277d-7e11-476a-8652-c9690532af42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:20.933178 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:20.965862 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-914f32ae-c4c1-484c-a10a-1efd17003a01 req-aea661db-a1a2-4dc0-8743-d477126ae94b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930848 Apr 28 19:45:20.999479 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979aae3-335b-42d5-aeff-83a40c87ed00 req-7d310b5c-15e6-4ea5-a8f6-9097070b5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:21.002283 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c979aae3-335b-42d5-aeff-83a40c87ed00 req-7d310b5c-15e6-4ea5-a8f6-9097070b5d39 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 1130 time: 0.3294840 Apr 28 19:45:21.011637 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e922eb-c086-4857-b740-fbc65182e622 req-c9d7eaa8-0082-428a-8373-bca67b335dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:21.014913 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-16e922eb-c086-4857-b740-fbc65182e622 req-c9d7eaa8-0082-428a-8373-bca67b335dda service neutron] 10.222.0.65 "GET /v2.0/networks?id=b69886aa-6bae-4ab1-aed5-71674941fba6 HTTP/1.1" status: 200 len: 912 time: 0.5613194 Apr 28 19:45:21.056646 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef514782-6fae-4885-a986-8a10ae2aa211 req-f7936ed4-ef69-44f8-bd70-7d3855e14d1d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:21.058796 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef514782-6fae-4885-a986-8a10ae2aa211 req-f7936ed4-ef69-44f8-bd70-7d3855e14d1d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 944 time: 0.1135004 Apr 28 19:45:21.069868 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a4b8e465-13b1-4666-93d5-cfa5b78deb1e admin admin] Publish callbacks [] for security_group (ded3d70c-388f-4368-b10d-5ee70dac67fc), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:21.128193 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef514782-6fae-4885-a986-8a10ae2aa211 req-a6a14b4c-9780-4e42-a8d7-17ec20c524de tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579195 Apr 28 19:45:21.142015 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a4b8e465-13b1-4666-93d5-cfa5b78deb1e admin admin] Publish callbacks [] for security_group (ded3d70c-388f-4368-b10d-5ee70dac67fc), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:21.234008 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f7f2277d-7e11-476a-8652-c9690532af42 admin admin] Publish callbacks [] for security_group (e1e6e5e9-d565-4bc0-93d2-a53043f4120c), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:21.240753 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f7f2277d-7e11-476a-8652-c9690532af42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (e1e6e5e9-d565-4bc0-93d2-a53043f4120c), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:21.312015 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-f7f2277d-7e11-476a-8652-c9690532af42 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e18b79e7069493587c7d5c0257f63a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7066746 Apr 28 19:45:21.317012 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51482) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:21.323179 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2277d-7e11-476a-8652-c9690532af42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e6e5e9-d565-4bc0-93d2-a53043f4120c,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:21.330067 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a4b8e465-13b1-4666-93d5-cfa5b78deb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ded3d70c-388f-4368-b10d-5ee70dac67fc), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:21.334876 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a4b8e465-13b1-4666-93d5-cfa5b78deb1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:21.336879 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-a4b8e465-13b1-4666-93d5-cfa5b78deb1e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ded3d70c-388f-4368-b10d-5ee70dac67fc HTTP/1.1" status: 204 len: 168 time: 0.6663408 Apr 28 19:45:21.354712 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8e465-13b1-4666-93d5-cfa5b78deb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded3d70c-388f-4368-b10d-5ee70dac67fc,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:21.414404 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4cd987e9-d753-42d8-8427-90aa9a591380 admin admin] Publish callbacks [] for security_group (e1e6e5e9-d565-4bc0-93d2-a53043f4120c), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:21.447073 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4cd987e9-d753-42d8-8427-90aa9a591380 admin admin] Publish callbacks [] for security_group (e1e6e5e9-d565-4bc0-93d2-a53043f4120c), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:21.537764 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:45:21.552318 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4cd987e9-d753-42d8-8427-90aa9a591380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (e1e6e5e9-d565-4bc0-93d2-a53043f4120c), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:21.557649 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4cd987e9-d753-42d8-8427-90aa9a591380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:21.566164 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-4cd987e9-d753-42d8-8427-90aa9a591380 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1e6e5e9-d565-4bc0-93d2-a53043f4120c HTTP/1.1" status: 204 len: 168 time: 0.2462239 Apr 28 19:45:21.598778 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd987e9-d753-42d8-8427-90aa9a591380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e6e5e9-d565-4bc0-93d2-a53043f4120c,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:21.725126 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:21.755412 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': 'bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'port_id': 'bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9', 'mac_address': 'fa:16:3e:94:93:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:45:21.823906 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:21.824313 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:21.842451 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:21.876585 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:21.885512 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:22.031241 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:22.237744 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:22.298966 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab16f0-cd4c-4215-8531-9193bd9da96e req-b3cb06b3-400d-4e16-9fef-efddb45eb441 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:22.301380 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0dab16f0-cd4c-4215-8531-9193bd9da96e req-b3cb06b3-400d-4e16-9fef-efddb45eb441 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 943 time: 0.1057515 Apr 28 19:45:22.327055 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:22.376453 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0dab16f0-cd4c-4215-8531-9193bd9da96e req-769fb499-7b73-486f-b38f-36a691516b06 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679591 Apr 28 19:45:22.420216 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51534) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:22.464117 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-cbec96d3-ab6a-46a7-a060-df4bc6d5b02e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:22.525122 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6f26e-88d2-4205-b7c0-0b195ea37d95 req-ce38d64c-ec9c-4adb-84b3-17616a9f4a6f tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:22.541789 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-78a6f26e-88d2-4205-b7c0-0b195ea37d95 req-ce38d64c-ec9c-4adb-84b3-17616a9f4a6f tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 945 time: 0.2063563 Apr 28 19:45:22.688606 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-78a6f26e-88d2-4205-b7c0-0b195ea37d95 req-30e32ae3-f402-4010-8571-7904eb1aec74 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452951 Apr 28 19:45:22.742485 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53502354-baf2-4e6f-9d84-79177c73088b req-4550ce8f-9c5a-42de-995f-a45090dc0a63 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:22.760748 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-53502354-baf2-4e6f-9d84-79177c73088b req-4550ce8f-9c5a-42de-995f-a45090dc0a63 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 945 time: 0.2025981 Apr 28 19:45:22.841045 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-cbec96d3-ab6a-46a7-a060-df4bc6d5b02e admin admin] Publish callbacks [] for security_group (07ce3596-9cb8-4acd-8d47-68ece2017f3b), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:22.852307 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-cbec96d3-ab6a-46a7-a060-df4bc6d5b02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (07ce3596-9cb8-4acd-8d47-68ece2017f3b), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:22.870273 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-53502354-baf2-4e6f-9d84-79177c73088b req-ffa2af9d-e2cf-4bb0-a9ab-0815df2ebcb9 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953496 Apr 28 19:45:22.914164 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-cbec96d3-ab6a-46a7-a060-df4bc6d5b02e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1ade4b05e8843d98cb88ea387749834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4889488 Apr 28 19:45:22.915466 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec96d3-ab6a-46a7-a060-df4bc6d5b02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ce3596-9cb8-4acd-8d47-68ece2017f3b,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:22.919660 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 51554) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:22.988667 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-15f19686-7118-4ca7-b565-ccd5a909b15c admin admin] Publish callbacks [] for security_group (07ce3596-9cb8-4acd-8d47-68ece2017f3b), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:23.015704 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-15f19686-7118-4ca7-b565-ccd5a909b15c admin admin] Publish callbacks [] for security_group (07ce3596-9cb8-4acd-8d47-68ece2017f3b), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:23.108370 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-15f19686-7118-4ca7-b565-ccd5a909b15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (07ce3596-9cb8-4acd-8d47-68ece2017f3b), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:23.113620 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-15f19686-7118-4ca7-b565-ccd5a909b15c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:23.116550 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-15f19686-7118-4ca7-b565-ccd5a909b15c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07ce3596-9cb8-4acd-8d47-68ece2017f3b HTTP/1.1" status: 204 len: 168 time: 0.1939931 Apr 28 19:45:23.131651 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f19686-7118-4ca7-b565-ccd5a909b15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ce3596-9cb8-4acd-8d47-68ece2017f3b,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:23.283669 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-16e922eb-c086-4857-b740-fbc65182e622 req-e43b6ff5-b040-4374-b463-3f78afa28993 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 HTTP/1.1" status: 200 len: 217 time: 0.0480852 Apr 28 19:45:23.376161 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e922eb-c086-4857-b740-fbc65182e622 req-da6c832f-61c7-4413-a468-fc2a39db2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:23.378183 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-16e922eb-c086-4857-b740-fbc65182e622 req-da6c832f-61c7-4413-a468-fc2a39db2748 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1befb9f-7e34-4e88-955a-eb6e46568b81 HTTP/1.1" status: 200 len: 850 time: 0.0856113 Apr 28 19:45:23.380888 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c979aae3-335b-42d5-aeff-83a40c87ed00 req-97837731-a12f-47df-90e6-f551c68c5b90 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537590 Apr 28 19:45:23.553380 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:23.573323 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83440dce-c4d2-4eae-a1c0-49d73dbb9167 req-288a0fc6-95d1-45ab-9d29-46cc61fee795 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:23.590355 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-83440dce-c4d2-4eae-a1c0-49d73dbb9167 req-288a0fc6-95d1-45ab-9d29-46cc61fee795 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 943 time: 0.0878367 Apr 28 19:45:23.613844 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:45:23.622578 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:23.622578 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:23.690090 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-83440dce-c4d2-4eae-a1c0-49d73dbb9167 req-251fa30a-8543-43e6-98fa-938bf2f5ab7a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972953 Apr 28 19:45:23.757978 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:23.758503 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:23.788166 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f137d0-57d8-440a-8f63-0bfd4022a77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:23.790857 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf9bade-c202-4907-8a22-a19c73f01fa8" -d '{"events": [{"server_uuid": "f6f137d0-57d8-440a-8f63-0bfd4022a77a", "name": "network-vif-plugged", "status": "completed", "tag": "bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:23.830428 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:23.837714 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:23.883691 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af06c1df-1a97-4483-822a-9b9704d46231 x-openstack-request-id: req-af06c1df-1a97-4483-822a-9b9704d46231 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:23.884687 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f137d0-57d8-440a-8f63-0bfd4022a77a", "name": "network-vif-plugged", "status": "completed", "tag": "bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:23.885394 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af06c1df-1a97-4483-822a-9b9704d46231 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:23.886243 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af06c1df-1a97-4483-822a-9b9704d46231'] response: {'server_uuid': 'f6f137d0-57d8-440a-8f63-0bfd4022a77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9', 'code': 200} Apr 28 19:45:23.932849 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:24.007991 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:24.017475 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e43b2b-47a2-4bc6-824d-e11020d224b8 req-5b0114f1-0f17-4c88-939b-f3e86eb16baa tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:24.039592 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e0e43b2b-47a2-4bc6-824d-e11020d224b8 req-5b0114f1-0f17-4c88-939b-f3e86eb16baa tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 945 time: 0.1953194 Apr 28 19:45:24.184574 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e0e43b2b-47a2-4bc6-824d-e11020d224b8 req-ba989664-41cc-4d9e-8483-1fa2e7856f3b tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406369 Apr 28 19:45:24.198462 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ced25-6b8a-4761-846d-8cfde695ff85 req-05e8eb76-1a12-4aad-bbd7-47d58a84793c tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:24.201947 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-275ced25-6b8a-4761-846d-8cfde695ff85 req-05e8eb76-1a12-4aad-bbd7-47d58a84793c tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.1242793 Apr 28 19:45:24.361364 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-275ced25-6b8a-4761-846d-8cfde695ff85 req-32a590aa-d397-49b7-83bb-05cf498e421a tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1515501 Apr 28 19:45:24.871744 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687b1a8-66c4-4847-a215-f23a2baa42a6 req-cc2c9abd-b9c4-46e9-8767-ea383700b861 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:24.874198 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4687b1a8-66c4-4847-a215-f23a2baa42a6 req-cc2c9abd-b9c4-46e9-8767-ea383700b861 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 943 time: 0.0800879 Apr 28 19:45:24.947889 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4687b1a8-66c4-4847-a215-f23a2baa42a6 req-b17eae74-3a40-4d36-97dd-ed6eaa0debf0 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646937 Apr 28 19:45:25.062287 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e922eb-c086-4857-b740-fbc65182e622 req-a5b9666d-454b-4e37-8351-7efa7d41c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:25.064661 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-16e922eb-c086-4857-b740-fbc65182e622 req-a5b9666d-454b-4e37-8351-7efa7d41c3e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b69886aa-6bae-4ab1-aed5-71674941fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0502667 Apr 28 19:45:25.231416 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-16e922eb-c086-4857-b740-fbc65182e622 req-bc2d3c24-b96f-4c4d-8c42-77132013bb36 service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511915 Apr 28 19:45:25.355190 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c8226-a2ee-4f4e-9259-1a8eccfd9ddb req-456ed455-698d-43a0-ae60-2923134ae3d6 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:25.357384 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8d9c8226-a2ee-4f4e-9259-1a8eccfd9ddb req-456ed455-698d-43a0-ae60-2923134ae3d6 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 945 time: 0.0578318 Apr 28 19:45:25.514349 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8d9c8226-a2ee-4f4e-9259-1a8eccfd9ddb req-72753ccf-9bb4-4aaf-94da-a5f541bd4b0a tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505284 Apr 28 19:45:25.535153 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-16e922eb-c086-4857-b740-fbc65182e622 req-9591953f-d73c-4217-812a-e4ad891091eb service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699913 Apr 28 19:45:25.554255 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054841b6-d796-4a0c-934e-cc107ff89860 req-a06ee7b0-ba66-4d6c-a404-29d5b2234182 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:25.556022 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-054841b6-d796-4a0c-934e-cc107ff89860 req-a06ee7b0-ba66-4d6c-a404-29d5b2234182 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0870602 Apr 28 19:45:25.566935 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 9f31c3cf-27b3-4e16-b692-d7d64c407e81 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:45:25.628626 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-054841b6-d796-4a0c-934e-cc107ff89860 req-57b9198e-cdaa-4595-83bc-fd1d19904ed8 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636334 Apr 28 19:45:25.888795 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 9f31c3cf-27b3-4e16-b692-d7d64c407e81, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9f31c3cf-27b3-4e16-b692-d7d64c407e81,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:25.916658 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '9f31c3cf-27b3-4e16-b692-d7d64c407e81', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'port_id': '9f31c3cf-27b3-4e16-b692-d7d64c407e81', 'mac_address': 'fa:16:3e:38:04:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:45:25.988438 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 9f31c3cf-27b3-4e16-b692-d7d64c407e81 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:25.988984 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:26.017529 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f31c3cf-27b3-4e16-b692-d7d64c407e81 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:26.061786 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 9f31c3cf-27b3-4e16-b692-d7d64c407e81, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9f31c3cf-27b3-4e16-b692-d7d64c407e81,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:26.070026 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:26.180076 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=9f31c3cf-27b3-4e16-b692-d7d64c407e81,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:26.231281 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3ea42-eb0b-43d4-8334-6c48fe0fe257 req-25b50543-85e7-438f-a256-03dc1d420e42 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:26.239740 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7dc3ea42-eb0b-43d4-8334-6c48fe0fe257 req-25b50543-85e7-438f-a256-03dc1d420e42 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 944 time: 0.1505308 Apr 28 19:45:26.262611 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1400f25-af3c-4afe-83b4-95c19669b84f req-bdc98432-6545-4320-b1c7-1892169f5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:26.264884 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e1400f25-af3c-4afe-83b4-95c19669b84f req-bdc98432-6545-4320-b1c7-1892169f5420 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 1130 time: 0.2515767 Apr 28 19:45:26.302919 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cded2c-111a-465b-bb8b-a68c3dc3519b req-fc4ca00b-8120-4ba7-8b47-6bc4e7200e79 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:26.304566 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-57cded2c-111a-465b-bb8b-a68c3dc3519b req-fc4ca00b-8120-4ba7-8b47-6bc4e7200e79 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 945 time: 0.1465764 Apr 28 19:45:26.533592 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['9f31c3cf-27b3-4e16-b692-d7d64c407e81'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:45:26.577570 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-57cded2c-111a-465b-bb8b-a68c3dc3519b req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Deleting port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:45:26.578135 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-57cded2c-111a-465b-bb8b-a68c3dc3519b req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:26.670698 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e1400f25-af3c-4afe-83b4-95c19669b84f req-a30387e0-180a-4480-a399-d30cf19be16e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3951380 Apr 28 19:45:26.682472 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51740) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:26.695503 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7dc3ea42-eb0b-43d4-8334-6c48fe0fe257 req-9543482f-fa5e-4e6f-a2bd-19c6d1852527 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545448 Apr 28 19:45:26.784604 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee3113-37fb-45b3-9dc5-d27804a5584e req-a8567b50-bc1e-435c-95dc-a7d68c56128f tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:26.799493 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a2ee3113-37fb-45b3-9dc5-d27804a5584e req-a8567b50-bc1e-435c-95dc-a7d68c56128f tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 945 time: 0.1376283 Apr 28 19:45:27.042894 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a2ee3113-37fb-45b3-9dc5-d27804a5584e req-2208b591-5125-4de1-ad89-978513494c83 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394414 Apr 28 19:45:27.076958 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:27.255287 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d4aa5-1ebe-47fd-a41b-b60561d733a8 req-7f0fcab1-de2b-4103-ade7-f90f1e98863c tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:27.258644 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d34d4aa5-1ebe-47fd-a41b-b60561d733a8 req-7f0fcab1-de2b-4103-ade7-f90f1e98863c tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.3397896 Apr 28 19:45:27.282874 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Publish callbacks [] for security_group (2f255df0-ca3d-49ea-b33f-bf2b0bc0a90d), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:27.293983 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (2f255df0-ca3d-49ea-b33f-bf2b0bc0a90d), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:27.322014 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-57cded2c-111a-465b-bb8b-a68c3dc3519b req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] For port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436,segment=NetworkSegment(b883928a-6976-447e-9e49-01761a527bda),segment_id=b883928a-6976-447e-9e49-01761a527bda)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:27.322459 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-57cded2c-111a-465b-bb8b-a68c3dc3519b req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:27.368547 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-57cded2c-111a-465b-bb8b-a68c3dc3519b req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Calling delete_port for 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 owned by compute:nova {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:45:27.428484 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1e8c529b9f3b46da9d71d19aaf44cae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7145798 Apr 28 19:45:27.432139 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f255df0-ca3d-49ea-b33f-bf2b0bc0a90d,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:27.437113 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51762) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:27.463140 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.463591 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.464235 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.464423 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.464720 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.465054 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.465462 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.465763 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.466853 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.467351 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.467857 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.468354 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.468828 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.469323 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.470108 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47214eaa-8822-438c-8b99-1add59e1bdc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.512133 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51768) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:27.568851 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-931d1c26-2fce-4870-aa6f-963182852bec admin admin] Publish callbacks [] for security_group (2f255df0-ca3d-49ea-b33f-bf2b0bc0a90d), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:27.579355 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d34d4aa5-1ebe-47fd-a41b-b60561d733a8 req-5f54b640-2b87-4119-a042-429006b1eee5 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3072722 Apr 28 19:45:27.627580 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-931d1c26-2fce-4870-aa6f-963182852bec admin admin] Publish callbacks [] for security_group (2f255df0-ca3d-49ea-b33f-bf2b0bc0a90d), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:27.743531 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 9f31c3cf-27b3-4e16-b692-d7d64c407e81 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:27.748823 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-de55dcaa-6a9c-4c9a-a463-bf4aa3b3b974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:27.782174 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-931d1c26-2fce-4870-aa6f-963182852bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (2f255df0-ca3d-49ea-b33f-bf2b0bc0a90d), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:27.787287 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-931d1c26-2fce-4870-aa6f-963182852bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:27.789823 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-931d1c26-2fce-4870-aa6f-963182852bec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f255df0-ca3d-49ea-b33f-bf2b0bc0a90d HTTP/1.1" status: 204 len: 168 time: 0.3490195 Apr 28 19:45:27.802843 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-57cded2c-111a-465b-bb8b-a68c3dc3519b req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:27.849380 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d1c26-2fce-4870-aa6f-963182852bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f255df0-ca3d-49ea-b33f-bf2b0bc0a90d,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:27.874641 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Pushing event deleted for resources: {'Port': ['ID=6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:27.885870 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.886151 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.886920 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.887302 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.887632 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.888773 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.889142 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.889480 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.889828 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.890155 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.890489 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.891598 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.891598 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.891994 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:27.892155 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:28.042069 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port 9f31c3cf-27b3-4e16-b692-d7d64c407e81 completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:45:28.059766 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 9f31c3cf-27b3-4e16-b692-d7d64c407e81 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:28.060283 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.068136 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cded2c-111a-465b-bb8b-a68c3dc3519b req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] No DVR routers for this DVR port 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 on host hv-cinder-82694 {{(pid=109984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:45:28.072398 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-57cded2c-111a-465b-bb8b-a68c3dc3519b req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.077642 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-57cded2c-111a-465b-bb8b-a68c3dc3519b req-9d39884b-2cdb-47e4-ab49-7489aaba2861 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.65 "DELETE /v2.0/ports/6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 HTTP/1.1" status: 204 len: 173 time: 1.7549412 Apr 28 19:45:28.078384 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3522da-e791-41a1-9b0e-273a798c315d', 'name': 'network-vif-deleted', 'tag': '6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:28.094573 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-de55dcaa-6a9c-4c9a-a463-bf4aa3b3b974 admin admin] Publish callbacks [] for security_group (e0ca669b-2be3-41de-a569-c6e54bbff4c5), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.096523 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0424774-f8b4-4fca-8e9a-9f7151dfc03f" -d '{"events": [{"server_uuid": "8f3522da-e791-41a1-9b0e-273a798c315d", "name": "network-vif-deleted", "tag": "6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:28.104149 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f997262-d250-43b8-ab53-94d5206f6c4c req-c60769c0-695d-4c19-9cde-55e337437135 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:28.111886 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1f997262-d250-43b8-ab53-94d5206f6c4c req-c60769c0-695d-4c19-9cde-55e337437135 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 944 time: 0.1271653 Apr 28 19:45:28.113933 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-de55dcaa-6a9c-4c9a-a463-bf4aa3b3b974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (e0ca669b-2be3-41de-a569-c6e54bbff4c5), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.247560 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-de55dcaa-6a9c-4c9a-a463-bf4aa3b3b974 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=283b6b38f3534921bac008ec7b903106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7339475 Apr 28 19:45:28.253880 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 51802) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:28.270793 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-43de350a-089d-4cad-9415-74ebb4cc71fe req-f4285bdd-a264-4387-a266-72455ed5b258 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 210 time: 0.1012504 Apr 28 19:45:28.295700 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55dcaa-6a9c-4c9a-a463-bf4aa3b3b974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ca669b-2be3-41de-a569-c6e54bbff4c5,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:28.368963 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 9f31c3cf-27b3-4e16-b692-d7d64c407e81 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:28.370061 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.372187 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1f997262-d250-43b8-ab53-94d5206f6c4c req-8c16d42d-b5a8-4029-998b-a93b7b09e14b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426872 Apr 28 19:45:28.422937 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51806) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:28.425087 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa346b2-21de-4ac5-b62b-a6b64374103f x-openstack-request-id: req-4fa346b2-21de-4ac5-b62b-a6b64374103f {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:28.426242 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3522da-e791-41a1-9b0e-273a798c315d", "name": "network-vif-deleted", "tag": "6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:28.426591 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4fa346b2-21de-4ac5-b62b-a6b64374103f {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:28.427012 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa346b2-21de-4ac5-b62b-a6b64374103f'] response: {'server_uuid': '8f3522da-e791-41a1-9b0e-273a798c315d', 'name': 'network-vif-deleted', 'tag': '6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436', 'status': 'completed', 'code': 200} Apr 28 19:45:28.429034 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5995921-385a-4c53-8275-98db3bc04142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f31c3cf-27b3-4e16-b692-d7d64c407e81'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:28.433661 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdc5db4-e954-4bfa-a30e-d9720bd3494a" -d '{"events": [{"server_uuid": "a5995921-385a-4c53-8275-98db3bc04142", "name": "network-vif-plugged", "status": "completed", "tag": "9f31c3cf-27b3-4e16-b692-d7d64c407e81"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:28.445464 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-208d6c15-44e6-4be6-888e-7e45160a34e4 admin admin] Publish callbacks [] for security_group (e0ca669b-2be3-41de-a569-c6e54bbff4c5), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.455564 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-86eeb43f-ef78-41dc-8add-c9ba04d85ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.468213 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 9f31c3cf-27b3-4e16-b692-d7d64c407e81, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9f31c3cf-27b3-4e16-b692-d7d64c407e81,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:28.477483 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.480639 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:45:28.507779 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-208d6c15-44e6-4be6-888e-7e45160a34e4 admin admin] Publish callbacks [] for security_group (e0ca669b-2be3-41de-a569-c6e54bbff4c5), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.534986 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51586e00-783b-4d1f-8b9e-d900c381764a x-openstack-request-id: req-51586e00-783b-4d1f-8b9e-d900c381764a {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:28.536969 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5995921-385a-4c53-8275-98db3bc04142", "name": "network-vif-plugged", "status": "completed", "tag": "9f31c3cf-27b3-4e16-b692-d7d64c407e81", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:28.540273 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51586e00-783b-4d1f-8b9e-d900c381764a {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:28.549814 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51586e00-783b-4d1f-8b9e-d900c381764a'] response: {'server_uuid': 'a5995921-385a-4c53-8275-98db3bc04142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f31c3cf-27b3-4e16-b692-d7d64c407e81', 'code': 200} Apr 28 19:45:28.612716 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:45:28.613190 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 6c7a581d-ff7c-4d6c-a011-ddbe1eeb6436 not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:45:28.630198 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-86eeb43f-ef78-41dc-8add-c9ba04d85ffe admin admin] Publish callbacks [] for security_group (25f0d04e-06fb-4d4c-9505-f6fec7ef9e4f), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.642242 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-86eeb43f-ef78-41dc-8add-c9ba04d85ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (25f0d04e-06fb-4d4c-9505-f6fec7ef9e4f), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.651906 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-208d6c15-44e6-4be6-888e-7e45160a34e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (e0ca669b-2be3-41de-a569-c6e54bbff4c5), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.655824 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-208d6c15-44e6-4be6-888e-7e45160a34e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.657139 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-208d6c15-44e6-4be6-888e-7e45160a34e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e0ca669b-2be3-41de-a569-c6e54bbff4c5 HTTP/1.1" status: 204 len: 168 time: 0.4020715 Apr 28 19:45:28.693703 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d6c15-44e6-4be6-888e-7e45160a34e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ca669b-2be3-41de-a569-c6e54bbff4c5,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:28.697135 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=9f31c3cf-27b3-4e16-b692-d7d64c407e81,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:28.748676 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-86eeb43f-ef78-41dc-8add-c9ba04d85ffe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=467c13d459cc4a5a81be83dfce3fe12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240194 Apr 28 19:45:28.749515 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eeb43f-ef78-41dc-8add-c9ba04d85ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f0d04e-06fb-4d4c-9505-f6fec7ef9e4f,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:28.752860 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51822) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:28.886403 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b4d31993-df82-4e10-92d1-7c44bcf36fa4 admin admin] Publish callbacks [] for security_group (25f0d04e-06fb-4d4c-9505-f6fec7ef9e4f), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.887526 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306e4ca-2f67-4e18-848a-e852e9b77f67 req-46c6e7c7-c76a-49b6-bfbe-2070dd8bd1a9 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:28.904778 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f306e4ca-2f67-4e18-848a-e852e9b77f67 req-46c6e7c7-c76a-49b6-bfbe-2070dd8bd1a9 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.1641684 Apr 28 19:45:28.928769 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b4d31993-df82-4e10-92d1-7c44bcf36fa4 admin admin] Publish callbacks [] for security_group (25f0d04e-06fb-4d4c-9505-f6fec7ef9e4f), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:28.991098 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f306e4ca-2f67-4e18-848a-e852e9b77f67 req-d5c29d1c-3a87-4ec0-b6e6-4ecb73db5069 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832362 Apr 28 19:45:28.997917 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b4d31993-df82-4e10-92d1-7c44bcf36fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (25f0d04e-06fb-4d4c-9505-f6fec7ef9e4f), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:29.002793 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b4d31993-df82-4e10-92d1-7c44bcf36fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:29.005907 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-b4d31993-df82-4e10-92d1-7c44bcf36fa4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/25f0d04e-06fb-4d4c-9505-f6fec7ef9e4f HTTP/1.1" status: 204 len: 168 time: 0.2519426 Apr 28 19:45:29.018699 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d31993-df82-4e10-92d1-7c44bcf36fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f0d04e-06fb-4d4c-9505-f6fec7ef9e4f,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:29.148910 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51844) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:29.547785 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ccb07f87-c528-4495-9615-f23fb05edbe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:29.789508 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ccb07f87-c528-4495-9615-f23fb05edbe9 admin admin] Publish callbacks [] for security_group (93cf5c84-f600-4bb7-8c64-d601ac31fb7b), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:29.820098 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ccb07f87-c528-4495-9615-f23fb05edbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (93cf5c84-f600-4bb7-8c64-d601ac31fb7b), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:29.946150 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ef5fcd76-5ba4-4d17-a20b-a8fd421d3f43 req-cc2b3e9c-88dc-4c78-8f1a-a275c63093d2 tempest-DeleteServersTestJSON-616072886 tempest-DeleteServersTestJSON-616072886-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f3522da-e791-41a1-9b0e-273a798c315d HTTP/1.1" status: 200 len: 210 time: 0.3351130 Apr 28 19:45:30.011045 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-ccb07f87-c528-4495-9615-f23fb05edbe9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1277ec010a4479cbd2b521ca9ef79b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8604255 Apr 28 19:45:30.015224 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51886) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:30.034028 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214449d9-ff49-4f18-8037-ea4c30844564 req-344d11a3-54a3-4e73-b1e5-6229b3444bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:30.053864 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-214449d9-ff49-4f18-8037-ea4c30844564 req-344d11a3-54a3-4e73-b1e5-6229b3444bec service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 1129 time: 0.4418936 Apr 28 19:45:30.094040 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51892) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:30.126699 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-60aeb88f-ac05-4eb2-914d-ebcf86956348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:30.131541 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb07f87-c528-4495-9615-f23fb05edbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cf5c84-f600-4bb7-8c64-d601ac31fb7b,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:30.232576 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343047a-ed43-4c69-99f4-3e45196949e2 req-937768a0-2082-466e-9feb-61660f02672f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:30.234578 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c343047a-ed43-4c69-99f4-3e45196949e2 req-937768a0-2082-466e-9feb-61660f02672f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.6532791 Apr 28 19:45:30.296175 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-214449d9-ff49-4f18-8037-ea4c30844564 req-b65f29ea-e328-4981-9119-818b3f31cc31 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222419 Apr 28 19:45:30.324013 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-60aeb88f-ac05-4eb2-914d-ebcf86956348 admin admin] Publish callbacks [] for security_group (f646bc74-8f85-47e3-9d28-2eb14935b1c4), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:30.327974 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c343047a-ed43-4c69-99f4-3e45196949e2 req-9638b8f6-9698-46f3-9b6b-c3b102db6d82 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684664 Apr 28 19:45:30.340665 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-60aeb88f-ac05-4eb2-914d-ebcf86956348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (f646bc74-8f85-47e3-9d28-2eb14935b1c4), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:30.380324 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-481c3f8b-828c-418c-9bd8-7e81cac59fba admin admin] Publish callbacks [] for security_group (93cf5c84-f600-4bb7-8c64-d601ac31fb7b), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:30.393387 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe2b18-9e11-4f43-9248-cfc74286425e req-45c68dde-2bba-48c7-91c1-398084ee787d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:30.395267 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6ebe2b18-9e11-4f43-9248-cfc74286425e req-45c68dde-2bba-48c7-91c1-398084ee787d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.1332023 Apr 28 19:45:30.396049 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aeb88f-ac05-4eb2-914d-ebcf86956348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f646bc74-8f85-47e3-9d28-2eb14935b1c4,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:30.470231 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-481c3f8b-828c-418c-9bd8-7e81cac59fba admin admin] Publish callbacks [] for security_group (93cf5c84-f600-4bb7-8c64-d601ac31fb7b), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:30.474357 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-60aeb88f-ac05-4eb2-914d-ebcf86956348 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b74b92b5555b4302aa6013ebcdfe3458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771465 Apr 28 19:45:30.478041 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 51894) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:30.535052 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6ebe2b18-9e11-4f43-9248-cfc74286425e req-c29a24cf-0225-4878-92cd-17056c7818f7 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1205375 Apr 28 19:45:30.556026 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7c90a35a-720b-4edf-8d22-74f24b935fb8 admin admin] Publish callbacks [] for security_group (f646bc74-8f85-47e3-9d28-2eb14935b1c4), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:30.576689 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-481c3f8b-828c-418c-9bd8-7e81cac59fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (93cf5c84-f600-4bb7-8c64-d601ac31fb7b), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:30.580637 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-481c3f8b-828c-418c-9bd8-7e81cac59fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:30.582496 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-481c3f8b-828c-418c-9bd8-7e81cac59fba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93cf5c84-f600-4bb7-8c64-d601ac31fb7b HTTP/1.1" status: 204 len: 168 time: 0.5645328 Apr 28 19:45:30.598138 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c3f8b-828c-418c-9bd8-7e81cac59fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cf5c84-f600-4bb7-8c64-d601ac31fb7b,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:30.624987 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7c90a35a-720b-4edf-8d22-74f24b935fb8 admin admin] Publish callbacks [] for security_group (f646bc74-8f85-47e3-9d28-2eb14935b1c4), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:30.768316 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7c90a35a-720b-4edf-8d22-74f24b935fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (f646bc74-8f85-47e3-9d28-2eb14935b1c4), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:30.773141 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7c90a35a-720b-4edf-8d22-74f24b935fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:30.775184 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-7c90a35a-720b-4edf-8d22-74f24b935fb8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f646bc74-8f85-47e3-9d28-2eb14935b1c4 HTTP/1.1" status: 204 len: 168 time: 0.2953777 Apr 28 19:45:30.800398 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90a35a-720b-4edf-8d22-74f24b935fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f646bc74-8f85-47e3-9d28-2eb14935b1c4,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:30.865604 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c65c6-950e-48a7-8744-93f0a1eb7d47 req-d5e56663-badc-4d5e-9e37-862bfb8dbfab tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:30.868905 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-933c65c6-950e-48a7-8744-93f0a1eb7d47 req-d5e56663-badc-4d5e-9e37-862bfb8dbfab tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.1438859 Apr 28 19:45:30.879748 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 51914) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:30.888940 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-11c21238-bcb6-46b4-aed4-b77b6e4eab5d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Request body: {'floatingip': {'port_id': 'bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:31.067219 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-11c21238-bcb6-46b4-aed4-b77b6e4eab5d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for floatingip (0e19f691-9a5c-4560-9260-7c01792ba36f), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:31.599125 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51950) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:31.651342 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-242bc961-50e8-4c9f-a50b-52c2c978b471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:31.806797 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-242bc961-50e8-4c9f-a50b-52c2c978b471 admin admin] Publish callbacks [] for security_group (67f1fc2c-4d83-4b9d-afc8-60b67e82f0b5), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:31.814847 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-242bc961-50e8-4c9f-a50b-52c2c978b471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (67f1fc2c-4d83-4b9d-afc8-60b67e82f0b5), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:31.866307 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-242bc961-50e8-4c9f-a50b-52c2c978b471 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1af1bd2ed06642718c7f69eaa34e441d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655363 Apr 28 19:45:31.883693 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51962) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:31.986701 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bc961-50e8-4c9f-a50b-52c2c978b471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f1fc2c-4d83-4b9d-afc8-60b67e82f0b5,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:32.066894 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7020e500-0ef3-4ba6-893e-4a9a5ec381ba admin admin] Publish callbacks [] for security_group (67f1fc2c-4d83-4b9d-afc8-60b67e82f0b5), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:32.101437 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e1bd6-f984-4158-ad6a-99c698e51eb0 req-b7f9b1eb-2118-4693-b163-abfd4bcc145f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:32.103193 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e83e1bd6-f984-4158-ad6a-99c698e51eb0 req-b7f9b1eb-2118-4693-b163-abfd4bcc145f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.2865469 Apr 28 19:45:32.109246 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7020e500-0ef3-4ba6-893e-4a9a5ec381ba admin admin] Publish callbacks [] for security_group (67f1fc2c-4d83-4b9d-afc8-60b67e82f0b5), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:32.227899 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7020e500-0ef3-4ba6-893e-4a9a5ec381ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (67f1fc2c-4d83-4b9d-afc8-60b67e82f0b5), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:32.232436 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7020e500-0ef3-4ba6-893e-4a9a5ec381ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:32.234857 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-7020e500-0ef3-4ba6-893e-4a9a5ec381ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67f1fc2c-4d83-4b9d-afc8-60b67e82f0b5 HTTP/1.1" status: 204 len: 168 time: 0.3492432 Apr 28 19:45:32.246734 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020e500-0ef3-4ba6-893e-4a9a5ec381ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f1fc2c-4d83-4b9d-afc8-60b67e82f0b5,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:32.310972 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e83e1bd6-f984-4158-ad6a-99c698e51eb0 req-ab25a8f9-1f10-4b03-9fe2-85ffe127bf87 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819572 Apr 28 19:45:32.326480 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.db.resource_extend [None req-11c21238-bcb6-46b4-aed4-b77b6e4eab5d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:45:32.441157 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-11c21238-bcb6-46b4-aed4-b77b6e4eab5d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:32.449969 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-11c21238-bcb6-46b4-aed4-b77b6e4eab5d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (0e19f691-9a5c-4560-9260-7c01792ba36f), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:32.775566 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.l3_db [None req-11c21238-bcb6-46b4-aed4-b77b6e4eab5d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Floating IP 0e19f691-9a5c-4560-9260-7c01792ba36f associated. External IP: 172.28.0.89, port: bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9. Apr 28 19:45:32.805832 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 51996) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:32.895217 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52004) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:33.073861 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c21238-bcb6-46b4-aed4-b77b6e4eab5d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Router 0e9ce6cc-636c-4cae-a034-123270dff2c4 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:45:33.205673 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c21238-bcb6-46b4-aed4-b77b6e4eab5d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:45:33.209340 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-967b5fac-e2a6-4381-9f54-86c8708943cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:33.211468 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-11c21238-bcb6-46b4-aed4-b77b6e4eab5d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:33.226172 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e686de85-05d7-46f2-968e-dc8022343c0e None None] Sync routers for ids ['0e9ce6cc-636c-4cae-a034-123270dff2c4'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:45:33.254567 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-11c21238-bcb6-46b4-aed4-b77b6e4eab5d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "PUT /v2.0/floatingips/0e19f691-9a5c-4560-9260-7c01792ba36f HTTP/1.1" status: 200 len: 991 time: 2.3732233 Apr 28 19:45:33.255749 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f137d0-57d8-440a-8f63-0bfd4022a77a', 'tag': 'bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:33.259530 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6504140-55c2-4d31-9a46-60c33b40b89e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f137d0-57d8-440a-8f63-0bfd4022a77a", "tag": "bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:33.284271 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e686de85-05d7-46f2-968e-dc8022343c0e None None] Routers {'0e9ce6cc-636c-4cae-a034-123270dff2c4'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:45:33.289103 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e686de85-05d7-46f2-968e-dc8022343c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:45:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['0e9ce6cc-636c-4cae-a034-123270dff2c4'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:33.298531 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-761a4f7f-b958-4a41-97b2-74272decea82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:33.345782 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cfec15-4ccc-402a-a1c4-1756fde1d1b8 x-openstack-request-id: req-90cfec15-4ccc-402a-a1c4-1756fde1d1b8 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:33.346078 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f137d0-57d8-440a-8f63-0bfd4022a77a", "tag": "bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:33.346335 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90cfec15-4ccc-402a-a1c4-1756fde1d1b8 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:33.346752 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cfec15-4ccc-402a-a1c4-1756fde1d1b8'] response: {'name': 'network-changed', 'server_uuid': 'f6f137d0-57d8-440a-8f63-0bfd4022a77a', 'tag': 'bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9', 'status': 'completed', 'code': 200} Apr 28 19:45:33.351905 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52028) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:33.459731 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_v2 [None req-713e71a7-cb14-436e-8072-04b81157f7fa admin admin] Deleting subnet dd234f07-6835-4562-b8ca-d15a7060a6b0 {{(pid=109984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:45:33.502560 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-761a4f7f-b958-4a41-97b2-74272decea82 admin admin] Publish callbacks [] for security_group (8c1bb9cc-c7a8-4196-bab5-72b12f598fdc), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:33.548799 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-761a4f7f-b958-4a41-97b2-74272decea82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (8c1bb9cc-c7a8-4196-bab5-72b12f598fdc), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:33.569394 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6504140-55c2-4d31-9a46-60c33b40b89e req-6ae0b22c-03e2-41e5-b9ff-c6de6cbc5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:33.572113 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e6504140-55c2-4d31-9a46-60c33b40b89e req-6ae0b22c-03e2-41e5-b9ff-c6de6cbc5db0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f822fc5fc43843fca324c641a2958d58&device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 1130 time: 0.1080990 Apr 28 19:45:33.573319 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-713e71a7-cb14-436e-8072-04b81157f7fa admin admin] Publish callbacks [] for subnet (dd234f07-6835-4562-b8ca-d15a7060a6b0), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:33.620209 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-e686de85-05d7-46f2-968e-dc8022343c0e None None] Set router 0e9ce6cc-636c-4cae-a034-123270dff2c4 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:45:33.677080 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a9965-f476-4237-9b0f-39a0aee65280 req-338a963d-cb40-43a1-9993-32e0511e1cc0 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:33.678030 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a4f7f-b958-4a41-97b2-74272decea82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1bb9cc-c7a8-4196-bab5-72b12f598fdc,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:33.693509 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-112a9965-f476-4237-9b0f-39a0aee65280 req-338a963d-cb40-43a1-9993-32e0511e1cc0 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.2305663 Apr 28 19:45:33.726222 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-967b5fac-e2a6-4381-9f54-86c8708943cd admin admin] Publish callbacks [] for security_group (95fbc571-85e5-4077-b2c8-100e42cf2839), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:33.735033 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-761a4f7f-b958-4a41-97b2-74272decea82 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=03c2298678ff440c88e0ac5af5f25dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8380654 Apr 28 19:45:33.737448 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-967b5fac-e2a6-4381-9f54-86c8708943cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (95fbc571-85e5-4077-b2c8-100e42cf2839), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:33.744846 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52040) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:33.885369 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-967b5fac-e2a6-4381-9f54-86c8708943cd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=547a758783ef4718aca4e17516f60c01&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0763950 Apr 28 19:45:33.888185 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52046) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:33.901837 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b5fac-e2a6-4381-9f54-86c8708943cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fbc571-85e5-4077-b2c8-100e42cf2839,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:33.925692 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9bbefb15-8790-460f-8d3c-21fd0b98c15e admin admin] Publish callbacks [] for security_group (8c1bb9cc-c7a8-4196-bab5-72b12f598fdc), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:33.953724 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9bbefb15-8790-460f-8d3c-21fd0b98c15e admin admin] Publish callbacks [] for security_group (8c1bb9cc-c7a8-4196-bab5-72b12f598fdc), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:33.967694 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6504140-55c2-4d31-9a46-60c33b40b89e req-d9794dd3-5ec0-40a8-92da-c85f9037e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:33.974327 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e6504140-55c2-4d31-9a46-60c33b40b89e req-d9794dd3-5ec0-40a8-92da-c85f9037e3c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b69886aa-6bae-4ab1-aed5-71674941fba6 HTTP/1.1" status: 200 len: 912 time: 0.2773724 Apr 28 19:45:34.030418 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9bbefb15-8790-460f-8d3c-21fd0b98c15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (8c1bb9cc-c7a8-4196-bab5-72b12f598fdc), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:34.034689 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9bbefb15-8790-460f-8d3c-21fd0b98c15e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:34.039352 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-9bbefb15-8790-460f-8d3c-21fd0b98c15e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c1bb9cc-c7a8-4196-bab5-72b12f598fdc HTTP/1.1" status: 204 len: 168 time: 0.2896364 Apr 28 19:45:34.113294 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbefb15-8790-460f-8d3c-21fd0b98c15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1bb9cc-c7a8-4196-bab5-72b12f598fdc,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:34.145016 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-713e71a7-cb14-436e-8072-04b81157f7fa admin admin] Publish callbacks [] for subnet (dd234f07-6835-4562-b8ca-d15a7060a6b0), precommit_delete_associations {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:34.187379 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-112a9965-f476-4237-9b0f-39a0aee65280 req-3e861575-d7a4-4949-bd02-1febdded1fef tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925971 Apr 28 19:45:34.198263 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-713e71a7-cb14-436e-8072-04b81157f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863777'] for subnet (dd234f07-6835-4562-b8ca-d15a7060a6b0), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:34.203871 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-64639a5d-d5a6-45db-82b6-ff1b29aa71f8 admin admin] Publish callbacks [] for security_group (95fbc571-85e5-4077-b2c8-100e42cf2839), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:34.237521 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e6504140-55c2-4d31-9a46-60c33b40b89e req-766ab7dc-f09c-438f-a611-f194b34882fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 HTTP/1.1" status: 200 len: 999 time: 0.1969802 Apr 28 19:45:34.280435 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-64639a5d-d5a6-45db-82b6-ff1b29aa71f8 admin admin] Publish callbacks [] for security_group (95fbc571-85e5-4077-b2c8-100e42cf2839), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:34.340218 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6504140-55c2-4d31-9a46-60c33b40b89e req-b062ca2a-4052-4b8c-8f10-69033ccd7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:34.344574 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e6504140-55c2-4d31-9a46-60c33b40b89e req-b062ca2a-4052-4b8c-8f10-69033ccd7f95 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1befb9f-7e34-4e88-955a-eb6e46568b81 HTTP/1.1" status: 200 len: 850 time: 0.0995066 Apr 28 19:45:34.418560 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-64639a5d-d5a6-45db-82b6-ff1b29aa71f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (95fbc571-85e5-4077-b2c8-100e42cf2839), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:34.423641 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-64639a5d-d5a6-45db-82b6-ff1b29aa71f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:34.431413 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-64639a5d-d5a6-45db-82b6-ff1b29aa71f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95fbc571-85e5-4077-b2c8-100e42cf2839 HTTP/1.1" status: 204 len: 168 time: 0.5417223 Apr 28 19:45:34.451927 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64639a5d-d5a6-45db-82b6-ff1b29aa71f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fbc571-85e5-4077-b2c8-100e42cf2839,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:34.470471 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-713e71a7-cb14-436e-8072-04b81157f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for subnet (dd234f07-6835-4562-b8ca-d15a7060a6b0), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:34.535401 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e71a7-cb14-436e-8072-04b81157f7fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd234f07-6835-4562-b8ca-d15a7060a6b0,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:34.540000 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-713e71a7-cb14-436e-8072-04b81157f7fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:34.556606 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-713e71a7-cb14-436e-8072-04b81157f7fa admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dd234f07-6835-4562-b8ca-d15a7060a6b0 HTTP/1.1" status: 204 len: 168 time: 1.2003503 Apr 28 19:45:34.556606 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6504140-55c2-4d31-9a46-60c33b40b89e req-f4b17e83-41f3-454f-8399-6311ed094be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:34.558064 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52060) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:34.558693 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e6504140-55c2-4d31-9a46-60c33b40b89e req-f4b17e83-41f3-454f-8399-6311ed094be5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b69886aa-6bae-4ab1-aed5-71674941fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2074401 Apr 28 19:45:34.591281 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e686de85-05d7-46f2-968e-dc8022343c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '0e19f691-9a5c-4560-9260-7c01792ba36f', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'floating_ip_address': '172.28.0.89', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'port_id': 'bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'mac_address': 'fa:16:3e:94:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f137d0-57d8-440a-8f63-0bfd4022a77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:44:55Z', 'updated_at': '2022-04-28T19:45:32Z', 'revision_number': 1, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c98553-99fd-412c-a3cf-3c20544508f1', 'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'mac_address': 'fa:16:3e:8e:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:38Z', 'updated_at': '2022-04-28T19:44:53Z', 'revision_number': 5, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'subnets': [{'id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:34.769599 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002127'] for network (5443bf8a-53bf-4db2-a3d9-4c8e706b070f), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:34.907050 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdc033-9876-4d04-8f5e-112909480dfe req-e8aa3bbe-660b-4208-9123-6262bc874da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:34.910770 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dffdc033-9876-4d04-8f5e-112909480dfe req-e8aa3bbe-660b-4208-9123-6262bc874da1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 1129 time: 0.1414461 Apr 28 19:45:34.949282 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e686de85-05d7-46f2-968e-dc8022343c0e None None] Checking router: 0e9ce6cc-636c-4cae-a034-123270dff2c4 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:45:34.969604 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e686de85-05d7-46f2-968e-dc8022343c0e None None] Routers {'0e9ce6cc-636c-4cae-a034-123270dff2c4'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:45:34.970269 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e686de85-05d7-46f2-968e-dc8022343c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:45:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['0e9ce6cc-636c-4cae-a034-123270dff2c4'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:35.088974 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874428', 'neutron.services.segments.db._delete_segments_for_network-8753808390777'] for network (5443bf8a-53bf-4db2-a3d9-4c8e706b070f), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:35.135502 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:45:35.136638 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:45:35.138293 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:45:35.139225 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Subscribe: > port after_create 55550000 {{(pid=109983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:45:35.140104 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:45:35.140872 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Subscribe: > port after_update 55550000 {{(pid=109983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:45:35.141839 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:45:35.142554 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:45:35.143317 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:45:35.144190 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:45:35.171350 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49cc0-6354-45f3-bc96-e3a85f86a6f3 req-e0141ec8-f7a9-47e7-a530-1c3e0b43dbbf tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.172976 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-55e49cc0-6354-45f3-bc96-e3a85f86a6f3 req-e0141ec8-f7a9-47e7-a530-1c3e0b43dbbf tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.2539845 Apr 28 19:45:35.184720 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e6504140-55c2-4d31-9a46-60c33b40b89e req-7e7b890c-bde0-47a8-b9d6-bec3fffebb4b service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119752 Apr 28 19:45:35.324146 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdc033-9876-4d04-8f5e-112909480dfe req-5e0891a6-ed69-4cd8-b080-29e0d1da05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.326513 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dffdc033-9876-4d04-8f5e-112909480dfe req-5e0891a6-ed69-4cd8-b080-29e0d1da05e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 919 time: 0.4053326 Apr 28 19:45:35.385754 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:45:35.387161 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:45:35.387315 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:45:35.388534 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:45:35.389274 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5443bf8a-53bf-4db2-a3d9-4c8e706b070f']}} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:35.423613 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dffdc033-9876-4d04-8f5e-112909480dfe req-9693c8a8-4fd0-4271-a180-f4ad52163001 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f31c3cf-27b3-4e16-b692-d7d64c407e81 HTTP/1.1" status: 200 len: 217 time: 0.0576844 Apr 28 19:45:35.454947 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-e686de85-05d7-46f2-968e-dc8022343c0e None None] Set router 0e9ce6cc-636c-4cae-a034-123270dff2c4 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:45:35.498820 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b883928a-6976-447e-9e49-01761a527bda') {'for_net_delete': True} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:35.499385 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b883928a-6976-447e-9e49-01761a527bda') {} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:35.546513 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753808389762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8553631'] for segment (b883928a-6976-447e-9e49-01761a527bda), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:35.599364 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (b883928a-6976-447e-9e49-01761a527bda), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:35.614959 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:45:35.615748 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2295843'] for segment (b883928a-6976-447e-9e49-01761a527bda), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: from cryptography.utils import int_from_bytes Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: from cryptography.utils import int_from_bytes Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: Traceback (most recent call last): Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: timer() Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: cb(*args, **kw) Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: return func(*args, **kwargs) Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: self._notify() Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: self.callback(batched_events) Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: event.method(event) Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: return f(self, *a, **k) Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: return self._get(url).json() Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: return self.request(url, 'GET', **kwargs) Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:45:35.644102 dv-cinder-826949-7-smb neutron-server[109983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:45:35.724585 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-55e49cc0-6354-45f3-bc96-e3a85f86a6f3 req-dc0e287a-01bd-4c43-b3e8-794c45d8dee1 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361836 Apr 28 19:45:35.738455 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e6504140-55c2-4d31-9a46-60c33b40b89e req-90aede15-31b7-4908-b6dd-82b174550cda service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384896 Apr 28 19:45:35.753175 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdc033-9876-4d04-8f5e-112909480dfe req-a65472c9-1b05-4374-a1b9-be735d5ed16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.756319 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dffdc033-9876-4d04-8f5e-112909480dfe req-a65472c9-1b05-4374-a1b9-be735d5ed16c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.3222823 Apr 28 19:45:35.763898 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703573'] for network (5443bf8a-53bf-4db2-a3d9-4c8e706b070f), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:35.783432 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:35.792236 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5443bf8a-53bf-4db2-a3d9-4c8e706b070f HTTP/1.1" status: 204 len: 168 time: 1.2294326 Apr 28 19:45:35.815783 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52112) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:35.815783 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606201fb-d805-46a7-abb4-44af138b2240 admin admin] Pushing event deleted for resources: {'Network': ['ID=5443bf8a-53bf-4db2-a3d9-4c8e706b070f,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:35.858091 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdc033-9876-4d04-8f5e-112909480dfe req-10d5693e-2e1d-47fd-b55c-e4f6f126c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.861907 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dffdc033-9876-4d04-8f5e-112909480dfe req-10d5693e-2e1d-47fd-b55c-e4f6f126c01e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0896695 Apr 28 19:45:35.863140 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4711dd5b-0625-4698-81a3-ae632d905888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:36.014712 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4711dd5b-0625-4698-81a3-ae632d905888 admin admin] Publish callbacks [] for security_group (f270c3bf-dd3a-4638-aea7-8a9d3236fcaf), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:36.023712 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4711dd5b-0625-4698-81a3-ae632d905888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (f270c3bf-dd3a-4638-aea7-8a9d3236fcaf), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:36.081326 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dffdc033-9876-4d04-8f5e-112909480dfe req-1760116e-f49c-4932-98a7-2c2d12cd84bb service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122214 Apr 28 19:45:36.102402 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-4711dd5b-0625-4698-81a3-ae632d905888 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5b165b3c573475f95bf997a5354bcec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718639 Apr 28 19:45:36.110146 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52118) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:36.111831 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711dd5b-0625-4698-81a3-ae632d905888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f270c3bf-dd3a-4638-aea7-8a9d3236fcaf,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:36.117743 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e686de85-05d7-46f2-968e-dc8022343c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '0e19f691-9a5c-4560-9260-7c01792ba36f', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'floating_ip_address': '172.28.0.89', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'port_id': 'bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'mac_address': 'fa:16:3e:94:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f137d0-57d8-440a-8f63-0bfd4022a77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:44:55Z', 'updated_at': '2022-04-28T19:45:32Z', 'revision_number': 1, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c98553-99fd-412c-a3cf-3c20544508f1', 'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'mac_address': 'fa:16:3e:8e:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:38Z', 'updated_at': '2022-04-28T19:44:53Z', 'revision_number': 5, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'subnets': [{'id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:36.176295 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e686de85-05d7-46f2-968e-dc8022343c0e None None] The sync data for ids ['0e9ce6cc-636c-4cae-a034-123270dff2c4'] in dv-cinder-826949-7-smb is: [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '0e19f691-9a5c-4560-9260-7c01792ba36f', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'floating_ip_address': '172.28.0.89', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'port_id': 'bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'mac_address': 'fa:16:3e:94:93:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f137d0-57d8-440a-8f63-0bfd4022a77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:44:55Z', 'updated_at': '2022-04-28T19:45:32Z', 'revision_number': 1, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c98553-99fd-412c-a3cf-3c20544508f1', 'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'mac_address': 'fa:16:3e:8e:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:38Z', 'updated_at': '2022-04-28T19:44:53Z', 'revision_number': 5, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'subnets': [{'id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:45:36.241149 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4e892714-f603-42ef-b090-5dd5f917f862 admin admin] Publish callbacks [] for security_group (f270c3bf-dd3a-4638-aea7-8a9d3236fcaf), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:36.288376 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4e892714-f603-42ef-b090-5dd5f917f862 admin admin] Publish callbacks [] for security_group (f270c3bf-dd3a-4638-aea7-8a9d3236fcaf), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:36.293086 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dffdc033-9876-4d04-8f5e-112909480dfe req-283a0d86-ef9b-420c-8d6b-d38e17049008 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996453 Apr 28 19:45:36.363457 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52126) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:36.443038 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4e892714-f603-42ef-b090-5dd5f917f862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (f270c3bf-dd3a-4638-aea7-8a9d3236fcaf), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:36.446254 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4e892714-f603-42ef-b090-5dd5f917f862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:36.451348 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-4e892714-f603-42ef-b090-5dd5f917f862 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f270c3bf-dd3a-4638-aea7-8a9d3236fcaf HTTP/1.1" status: 204 len: 168 time: 0.3355463 Apr 28 19:45:36.464834 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52132) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:36.472825 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-035e1257-a657-47b8-bc54-9ea6ec2f5416 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=51925dfe01a84b1ca222f2afc1fd79d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1076305 Apr 28 19:45:36.485398 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e892714-f603-42ef-b090-5dd5f917f862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f270c3bf-dd3a-4638-aea7-8a9d3236fcaf,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:36.537369 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c4d0749a-d8f4-4502-9692-f0b0b2486e5d admin admin] Publish callbacks [] for security_group (1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:36.572853 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c4d0749a-d8f4-4502-9692-f0b0b2486e5d admin admin] Publish callbacks [] for security_group (1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:36.596491 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f1712-10e4-4540-862c-99846a2fd5a7 None None] New status for floating IP 0e19f691-9a5c-4560-9260-7c01792ba36f: ACTIVE {{(pid=109985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:45:36.668742 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c4d0749a-d8f4-4502-9692-f0b0b2486e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:36.674468 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c4d0749a-d8f4-4502-9692-f0b0b2486e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:36.679078 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-c4d0749a-d8f4-4502-9692-f0b0b2486e5d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d HTTP/1.1" status: 204 len: 168 time: 0.2107306 Apr 28 19:45:36.694518 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0749a-d8f4-4502-9692-f0b0b2486e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d61df6f-0b94-4ab7-87a0-e3ed10bd6f8d,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:36.744247 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52142) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:36.951653 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312c0f8-58da-4bd1-a9ea-7688a5e285ea req-d716d1a4-48dc-49dd-bcc8-99814ec45600 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:36.953444 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d312c0f8-58da-4bd1-a9ea-7688a5e285ea req-d716d1a4-48dc-49dd-bcc8-99814ec45600 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.1052256 Apr 28 19:45:37.033079 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d312c0f8-58da-4bd1-a9ea-7688a5e285ea req-c0976b32-d6d1-4634-a070-cbb1d9b71a5e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685661 Apr 28 19:45:37.256503 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-560e657b-d958-4980-8859-6e7365fd1296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:37.386626 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-560e657b-d958-4980-8859-6e7365fd1296 admin admin] Publish callbacks [] for security_group (cf6f4215-9ed8-467c-9292-fd380dc62d52), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:37.395148 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-560e657b-d958-4980-8859-6e7365fd1296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (cf6f4215-9ed8-467c-9292-fd380dc62d52), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:37.449350 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52164) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:37.450708 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-560e657b-d958-4980-8859-6e7365fd1296 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=385e7f5c440e4daaa5b0b4a533236fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7038496 Apr 28 19:45:37.451086 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e657b-d958-4980-8859-6e7365fd1296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6f4215-9ed8-467c-9292-fd380dc62d52,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:37.533135 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-49986540-79ff-4ffc-81e6-d4c6c0d3660d admin admin] Publish callbacks [] for security_group (cf6f4215-9ed8-467c-9292-fd380dc62d52), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:37.570527 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-49986540-79ff-4ffc-81e6-d4c6c0d3660d admin admin] Publish callbacks [] for security_group (cf6f4215-9ed8-467c-9292-fd380dc62d52), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:37.666462 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-49986540-79ff-4ffc-81e6-d4c6c0d3660d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (cf6f4215-9ed8-467c-9292-fd380dc62d52), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:37.671705 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-49986540-79ff-4ffc-81e6-d4c6c0d3660d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:37.673804 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-49986540-79ff-4ffc-81e6-d4c6c0d3660d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf6f4215-9ed8-467c-9292-fd380dc62d52 HTTP/1.1" status: 204 len: 168 time: 0.2207906 Apr 28 19:45:37.684124 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49986540-79ff-4ffc-81e6-d4c6c0d3660d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6f4215-9ed8-467c-9292-fd380dc62d52,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:38.220861 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aa9d8-63a6-42c0-b15c-29b44b16c798 req-de7d7a1b-bc68-4d9f-b00c-fbcce626a6df tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:38.229089 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e06aa9d8-63a6-42c0-b15c-29b44b16c798 req-de7d7a1b-bc68-4d9f-b00c-fbcce626a6df tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0794599 Apr 28 19:45:38.298591 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e06aa9d8-63a6-42c0-b15c-29b44b16c798 req-bad50f8b-6cd4-45a9-81a9-48b88e7dc69c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680027 Apr 28 19:45:38.381320 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52200) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:38.401645 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a7b4c31f-d225-4722-a983-1efa2b3b0d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:38.527580 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a7b4c31f-d225-4722-a983-1efa2b3b0d63 admin admin] Publish callbacks [] for security_group (5051a53a-2b6e-4641-8088-7c5c1ea233c0), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:38.534587 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a7b4c31f-d225-4722-a983-1efa2b3b0d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (5051a53a-2b6e-4641-8088-7c5c1ea233c0), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:38.586964 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-a7b4c31f-d225-4722-a983-1efa2b3b0d63 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fde6717f6bf3425180d0bd3adc69a8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003098 Apr 28 19:45:38.586964 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4c31f-d225-4722-a983-1efa2b3b0d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5051a53a-2b6e-4641-8088-7c5c1ea233c0,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:38.588223 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52206) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:38.673021 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f3fb-f538-415f-a913-abc8f577a0a3 admin admin] Publish callbacks [] for security_group (5051a53a-2b6e-4641-8088-7c5c1ea233c0), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:38.706337 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f3fb-f538-415f-a913-abc8f577a0a3 admin admin] Publish callbacks [] for security_group (5051a53a-2b6e-4641-8088-7c5c1ea233c0), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:38.783297 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f3fb-f538-415f-a913-abc8f577a0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (5051a53a-2b6e-4641-8088-7c5c1ea233c0), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:38.787011 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f3fb-f538-415f-a913-abc8f577a0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:38.788233 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-c7d9f3fb-f538-415f-a913-abc8f577a0a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5051a53a-2b6e-4641-8088-7c5c1ea233c0 HTTP/1.1" status: 204 len: 168 time: 0.1899035 Apr 28 19:45:38.797140 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9f3fb-f538-415f-a913-abc8f577a0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5051a53a-2b6e-4641-8088-7c5c1ea233c0,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:39.474090 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d8052-2869-45a4-be88-8e79fa805f0e req-23673641-a257-4961-8cab-309da0d6c041 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:39.476352 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a61d8052-2869-45a4-be88-8e79fa805f0e req-23673641-a257-4961-8cab-309da0d6c041 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0659099 Apr 28 19:45:39.612242 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a61d8052-2869-45a4-be88-8e79fa805f0e req-d4da584e-2768-40ce-abf8-7af553ed30e3 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258991 Apr 28 19:45:39.996100 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52308) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:40.292496 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-network', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:40.332733 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] Made reservation on behalf of 7dc8f8e14c7f456fbe60f1512db74dbe for: {'network': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:40.339016 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:40.357448 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:40.361598 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:40.486487 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] Publish callbacks [] for security_group (e6863c3c-0007-4585-afe3-d5c1be07917c), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:40.494307 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (e6863c3c-0007-4585-afe3-d5c1be07917c), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:40.542081 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6863c3c-0007-4585-afe3-d5c1be07917c,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:40.556372 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=109983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:45:40.588302 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (fe1db988-54cd-410d-91e4-0b7569697a1a), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:40.588969 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.segments_db [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] Added segment fe1db988-54cd-410d-91e4-0b7569697a1a of type vlan for network a3dcd011-1276-4838-a5e9-d63807bfdd83 Apr 28 19:45:40.663209 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (a3dcd011-1276-4838-a5e9-d63807bfdd83), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:40.708377 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (a3dcd011-1276-4838-a5e9-d63807bfdd83), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:40.709864 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:40.711553 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:40.799912 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8004801 Apr 28 19:45:40.801120 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52364) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:40.815741 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-6cfd1923-15f5-440c-a19a-c37288420438 admin admin] Request body: {'subnet': {'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-subnet', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:40.867554 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8484da-6c28-4121-9add-21391aece930 req-088cc2c5-c87c-47ec-ad74-9061ee5ff9d0 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:40.879609 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8d8484da-6c28-4121-9add-21391aece930 req-088cc2c5-c87c-47ec-ad74-9061ee5ff9d0 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.1670706 Apr 28 19:45:40.907725 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590fa2f-4b55-4c24-8ab5-37884eca98ea admin admin] Pushing event updated for resources: {'Network': ['ID=a3dcd011-1276-4838-a5e9-d63807bfdd83,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:40.923720 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network a3dcd011-1276-4838-a5e9-d63807bfdd83 details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:45:40.937872 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfd1923-15f5-440c-a19a-c37288420438 admin admin] Made reservation on behalf of 7dc8f8e14c7f456fbe60f1512db74dbe for: {'subnet': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:40.942045 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1923-15f5-440c-a19a-c37288420438 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8798886'] for subnet (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:41.031891 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8d8484da-6c28-4121-9add-21391aece930 req-0a4d252f-eef5-4a8b-a1d3-84fc41678dbe tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510799 Apr 28 19:45:41.283020 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1923-15f5-440c-a19a-c37288420438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2299524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8798804'] for subnet (3c2d8fac-6409-4404-8d0b-acd651903b10), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:41.417087 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd1923-15f5-440c-a19a-c37288420438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c2d8fac-6409-4404-8d0b-acd651903b10,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:41.444491 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd1923-15f5-440c-a19a-c37288420438 admin admin] Checking segment: {'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:45:41.446612 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfd1923-15f5-440c-a19a-c37288420438 admin admin] Network hostable DHCP agents. Network: a3dcd011-1276-4838-a5e9-d63807bfdd83, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:45:41.482425 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfd1923-15f5-440c-a19a-c37288420438 admin admin] Network a3dcd011-1276-4838-a5e9-d63807bfdd83 is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:45:41.510310 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-6cfd1923-15f5-440c-a19a-c37288420438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, a3dcd011-1276-4838-a5e9-d63807bfdd83) {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:41.524087 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ff180b-1478-4b89-82f6-4cf46444ee7b None None] Network a3dcd011-1276-4838-a5e9-d63807bfdd83 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:45:41.526543 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfd1923-15f5-440c-a19a-c37288420438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:41.527180 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1923-15f5-440c-a19a-c37288420438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:41.571568 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-6cfd1923-15f5-440c-a19a-c37288420438 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7609439 Apr 28 19:45:41.574172 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52396) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:41.588790 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:41.621068 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4115884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1076'] for router (b413acd6-3609-423d-a8d8-be0b380a0869), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:41.626312 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4116252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4119717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1085'] for router (b413acd6-3609-423d-a8d8-be0b380a0869), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:41.726044 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Publish callbacks [] for router_controller (b413acd6-3609-423d-a8d8-be0b380a0869), precommit_add_association {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:41.853782 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93ac679c-a999-5b9b-9bdf-54fab116b281-a3dcd011-1276-4838-a5e9-d63807bfdd83', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10'}]}} from dv-cinder-826949-7-smb. {{(pid=109985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:45:41.856347 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:41.936258 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Publish callbacks [] for router_gateway (b413acd6-3609-423d-a8d8-be0b380a0869), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.167033 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52416) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:42.240316 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0b0f5-076a-44eb-80d4-1ba74359333c req-0c4c28dc-239d-49cf-b478-220d49dd3f25 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:42.242164 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-30e0b0f5-076a-44eb-80d4-1ba74359333c req-0c4c28dc-239d-49cf-b478-220d49dd3f25 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0604329 Apr 28 19:45:42.299536 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.db_base_plugin_common [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Allocated IP 172.20.0.2 (a3dcd011-1276-4838-a5e9-d63807bfdd83/3c2d8fac-6409-4404-8d0b-acd651903b10/535c9eff-5f35-4271-a103-091f34f70ad4) {{(pid=109985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:42.352689 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-51c99d6b-cff1-4041-be70-f8c71fba3992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.435539 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-30e0b0f5-076a-44eb-80d4-1ba74359333c req-a450c580-b7ec-416a-8071-09f16008da3f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485424 Apr 28 19:45:42.445706 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Publish callbacks [] for router_gateway (b413acd6-3609-423d-a8d8-be0b380a0869), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.488988 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.503544 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-51c99d6b-cff1-4041-be70-f8c71fba3992 admin admin] Publish callbacks [] for security_group (d4386553-5abc-4e57-bbd4-1c411df509d2), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.509506 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-51c99d6b-cff1-4041-be70-f8c71fba3992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d4386553-5abc-4e57-bbd4-1c411df509d2), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.552716 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Publish callbacks [] for port (535c9eff-5f35-4271-a103-091f34f70ad4), precommit_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.566435 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (535c9eff-5f35-4271-a103-091f34f70ad4), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.575138 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52426) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:42.576651 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-51c99d6b-cff1-4041-be70-f8c71fba3992 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cff5fd4793f24c0c91d95331167fe534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4071140 Apr 28 19:45:42.592253 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c99d6b-cff1-4041-be70-f8c71fba3992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4386553-5abc-4e57-bbd4-1c411df509d2,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:42.602224 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:45:42.614279 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Network a3dcd011-1276-4838-a5e9-d63807bfdd83 is already hosted by enough agents. {{(pid=109985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:42.618246 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.base_scheduler [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Resources bound (agent type, host, resource id): {{(pid=109985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:42.622617 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Received port after_create {{(pid=109985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:42.664635 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Pushing event updated for resources: {'Port': ['ID=535c9eff-5f35-4271-a103-091f34f70ad4,revision_number=1']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:42.686803 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9ffec8c8-0c10-494c-91b3-eadb9c7e3e60 admin admin] Publish callbacks [] for security_group (d4386553-5abc-4e57-bbd4-1c411df509d2), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.700657 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:42.700657 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:42.700657 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:42.700657 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:42.700657 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:42.700657 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:42.700657 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:42.700657 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:42.700657 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:42.700657 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:42.700657 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:42.701952 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:42.701952 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:42.701952 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:42.702300 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:42.721970 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Attempting to bind port 535c9eff-5f35-4271-a103-091f34f70ad4 on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:45:42.722462 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Attempting to bind port 535c9eff-5f35-4271-a103-091f34f70ad4 by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:45:42.722818 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Attempting to bind port 535c9eff-5f35-4271-a103-091f34f70ad4 on network a3dcd011-1276-4838-a5e9-d63807bfdd83 {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:42.727603 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9ffec8c8-0c10-494c-91b3-eadb9c7e3e60 admin admin] Publish callbacks [] for security_group (d4386553-5abc-4e57-bbd4-1c411df509d2), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.732156 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:42.732926 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Checking segment: {'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:45:42.733329 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.733780 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Bound using segment: {'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:42.734264 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Bound port: 535c9eff-5f35-4271-a103-091f34f70ad4, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:45:42.734855 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (535c9eff-5f35-4271-a103-091f34f70ad4), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.740052 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Allocated IP 172.28.0.178 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:42.834556 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] For port 535c9eff-5f35-4271-a103-091f34f70ad4, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:42.839410 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] For port 535c9eff-5f35-4271-a103-091f34f70ad4, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=535c9eff-5f35-4271-a103-091f34f70ad4,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:42.856553 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (535c9eff-5f35-4271-a103-091f34f70ad4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.876727 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9ffec8c8-0c10-494c-91b3-eadb9c7e3e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d4386553-5abc-4e57-bbd4-1c411df509d2), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.879451 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9ffec8c8-0c10-494c-91b3-eadb9c7e3e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.880747 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-9ffec8c8-0c10-494c-91b3-eadb9c7e3e60 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4386553-5abc-4e57-bbd4-1c411df509d2 HTTP/1.1" status: 204 len: 168 time: 0.3034201 Apr 28 19:45:42.898330 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffec8c8-0c10-494c-91b3-eadb9c7e3e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4386553-5abc-4e57-bbd4-1c411df509d2,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:42.935522 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Publish callbacks [] for port (35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:42.980530 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711df39-fd5f-48aa-94b0-18c4c0d147d4 None None] Pushing event updated for resources: {'Port': ['ID=535c9eff-5f35-4271-a103-091f34f70ad4,revision_number=2']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:42.995483 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:43.077957 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:43.108624 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:43.125643 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:43.210709 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Pushing event updated for resources: {'Port': ['ID=35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:43.704371 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52462) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:43.743540 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ceb17375-47e6-4802-95f8-8b71d73e4eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:43.788089 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c30486-13c6-41c2-ba93-59f313d3cd87 req-b3cb1a3e-a481-4d32-97f9-ee0e7f240989 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:43.790133 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-79c30486-13c6-41c2-ba93-59f313d3cd87 req-b3cb1a3e-a481-4d32-97f9-ee0e7f240989 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.1664770 Apr 28 19:45:43.937929 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-79c30486-13c6-41c2-ba93-59f313d3cd87 req-60a5d068-e410-4d8b-89d5-12328fc83b20 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337109 Apr 28 19:45:43.999044 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ceb17375-47e6-4802-95f8-8b71d73e4eea admin admin] Publish callbacks [] for security_group (37c8e09e-ec2f-4b23-ac5f-05f579f21aaf), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:44.004735 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ceb17375-47e6-4802-95f8-8b71d73e4eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (37c8e09e-ec2f-4b23-ac5f-05f579f21aaf), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:44.046569 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb17375-47e6-4802-95f8-8b71d73e4eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c8e09e-ec2f-4b23-ac5f-05f579f21aaf,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:44.083320 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-ceb17375-47e6-4802-95f8-8b71d73e4eea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=042e8d9bc5bc4195a5701a177ec3ea83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3772993 Apr 28 19:45:44.087837 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52470) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:44.241918 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Publish callbacks [] for router_gateway (b413acd6-3609-423d-a8d8-be0b380a0869), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:44.275827 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-39e23c5e-d939-47d6-80e9-08dfe262896f admin admin] Publish callbacks [] for security_group (37c8e09e-ec2f-4b23-ac5f-05f579f21aaf), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:44.399779 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-39e23c5e-d939-47d6-80e9-08dfe262896f admin admin] Publish callbacks [] for security_group (37c8e09e-ec2f-4b23-ac5f-05f579f21aaf), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:44.509913 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 535c9eff-5f35-4271-a103-091f34f70ad4 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:44.605815 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-39e23c5e-d939-47d6-80e9-08dfe262896f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (37c8e09e-ec2f-4b23-ac5f-05f579f21aaf), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:44.618972 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-39e23c5e-d939-47d6-80e9-08dfe262896f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:44.623881 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-39e23c5e-d939-47d6-80e9-08dfe262896f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37c8e09e-ec2f-4b23-ac5f-05f579f21aaf HTTP/1.1" status: 204 len: 168 time: 0.5327551 Apr 28 19:45:44.666472 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 535c9eff-5f35-4271-a103-091f34f70ad4 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:44.668611 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (535c9eff-5f35-4271-a103-091f34f70ad4), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:44.680837 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e23c5e-d939-47d6-80e9-08dfe262896f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c8e09e-ec2f-4b23-ac5f-05f579f21aaf,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:44.859322 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867981d7-cff8-43b4-ad62-a92712f67c50 None None] Network a3dcd011-1276-4838-a5e9-d63807bfdd83 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:45:44.883624 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4116245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704025'] for router (b413acd6-3609-423d-a8d8-be0b380a0869), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:44.927020 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 535c9eff-5f35-4271-a103-091f34f70ad4 is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:44.928086 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (535c9eff-5f35-4271-a103-091f34f70ad4), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:45.211400 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-8eae2e7e-d3ff-4d5e-a91e-e0df88a4f8a7 None None] Provisioning complete for port 535c9eff-5f35-4271-a103-091f34f70ad4 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:45.211846 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-8eae2e7e-d3ff-4d5e-a91e-e0df88a4f8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (535c9eff-5f35-4271-a103-091f34f70ad4), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:45.226068 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c3739-c4a1-49d4-a266-6ee530d43eb0 req-1cd28d66-0170-4e9c-99de-50bb3ac3c146 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:45.228092 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4b5c3739-c4a1-49d4-a266-6ee530d43eb0 req-1cd28d66-0170-4e9c-99de-50bb3ac3c146 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0886364 Apr 28 19:45:45.269372 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] For port 535c9eff-5f35-4271-a103-091f34f70ad4, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=535c9eff-5f35-4271-a103-091f34f70ad4,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:45.280157 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Router b413acd6-3609-423d-a8d8-be0b380a0869 is scheduled to L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae with binding_index 1 {{(pid=109983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:45:45.282122 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (535c9eff-5f35-4271-a103-091f34f70ad4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:45.372446 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4b5c3739-c4a1-49d4-a266-6ee530d43eb0 req-6d8d6354-3538-450f-be70-fb6f1e61f665 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359413 Apr 28 19:45:45.401173 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52514) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:45.429421 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Pushing event updated for resources: {'Port': ['ID=535c9eff-5f35-4271-a103-091f34f70ad4,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:45.508490 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-8eae2e7e-d3ff-4d5e-a91e-e0df88a4f8a7 None None] Current status of the port 535c9eff-5f35-4271-a103-091f34f70ad4 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:45.603756 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:45:45.620804 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Sync routers for ids ['b413acd6-3609-423d-a8d8-be0b380a0869'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:45:45.639841 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Routers {'b413acd6-3609-423d-a8d8-be0b380a0869'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:45:45.640659 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:45:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['b413acd6-3609-423d-a8d8-be0b380a0869'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:45.670842 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] Publish callbacks [] for router (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:45.702323 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-04767d86-868c-4ea9-98e3-fe49c0fae8be admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1234345 Apr 28 19:45:45.705048 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52528) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:45.937838 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-1e75319f-413e-46a0-8c90-fef86bf1b561 None None] Provisioning complete for port 535c9eff-5f35-4271-a103-091f34f70ad4 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:45.940451 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-1e75319f-413e-46a0-8c90-fef86bf1b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (535c9eff-5f35-4271-a103-091f34f70ad4), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:45.998789 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Set router b413acd6-3609-423d-a8d8-be0b380a0869 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:45:46.099389 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-63c1c03e-8102-4b72-9104-a7adc23c7eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:46.156421 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-1e75319f-413e-46a0-8c90-fef86bf1b561 None None] Current status of the port 535c9eff-5f35-4271-a103-091f34f70ad4 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:46.330399 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-63c1c03e-8102-4b72-9104-a7adc23c7eee admin admin] Publish callbacks [] for security_group (002b1b1d-18b3-4a29-97ba-f7c25812e746), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:46.371989 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-63c1c03e-8102-4b72-9104-a7adc23c7eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (002b1b1d-18b3-4a29-97ba-f7c25812e746), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:46.415119 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:43Z', 'revision_number': 3, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:46.442907 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 535c9eff-5f35-4271-a103-091f34f70ad4 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:46.461011 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1c03e-8102-4b72-9104-a7adc23c7eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002b1b1d-18b3-4a29-97ba-f7c25812e746,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:46.463574 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Checking router: b413acd6-3609-423d-a8d8-be0b380a0869 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:45:46.465803 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Updating router b413acd6-3609-423d-a8d8-be0b380a0869 port 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d binding host dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:45:46.473204 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52546) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:46.478791 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-63c1c03e-8102-4b72-9104-a7adc23c7eee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ac78b281c35417c9661a5c599e3419c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0743089 Apr 28 19:45:46.645392 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:46.662827 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 535c9eff-5f35-4271-a103-091f34f70ad4 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:46.663227 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (535c9eff-5f35-4271-a103-091f34f70ad4), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:46.696645 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a4570985-9995-49fe-b2c1-6deb8e26d9ca admin admin] Publish callbacks [] for security_group (002b1b1d-18b3-4a29-97ba-f7c25812e746), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:46.770681 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a4570985-9995-49fe-b2c1-6deb8e26d9ca admin admin] Publish callbacks [] for security_group (002b1b1d-18b3-4a29-97ba-f7c25812e746), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:46.792130 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd03f4e-d223-4417-be41-dfacd1bbc345 req-73cc99e7-14be-440a-8361-dd5929e535b8 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:46.801953 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5cd03f4e-d223-4417-be41-dfacd1bbc345 req-73cc99e7-14be-440a-8361-dd5929e535b8 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.2330844 Apr 28 19:45:46.884773 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 535c9eff-5f35-4271-a103-091f34f70ad4 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:46.898603 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a4570985-9995-49fe-b2c1-6deb8e26d9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (002b1b1d-18b3-4a29-97ba-f7c25812e746), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:46.904136 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a4570985-9995-49fe-b2c1-6deb8e26d9ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:46.907992 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-a4570985-9995-49fe-b2c1-6deb8e26d9ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/002b1b1d-18b3-4a29-97ba-f7c25812e746 HTTP/1.1" status: 204 len: 168 time: 0.4310489 Apr 28 19:45:46.931859 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4570985-9995-49fe-b2c1-6deb8e26d9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002b1b1d-18b3-4a29-97ba-f7c25812e746,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:46.961139 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5cd03f4e-d223-4417-be41-dfacd1bbc345 req-911519a3-eecd-49e2-a922-3a031de38d3a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579280 Apr 28 19:45:47.078374 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-bdc59737-3bff-4073-8e68-65343d0d7e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:47.146211 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Publish callbacks [] for port (35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d), precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:47.157678 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:47.214029 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:47.224157 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Attempting to bind port 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:45:47.224962 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Attempting to bind port 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:45:47.225794 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Attempting to bind port 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d on network dbab025d-de0a-47ac-91fe-6d3e732a910f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:47.241593 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:47.244098 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Checking segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:45:47.244518 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:47.244922 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Bound using segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:47.245436 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Bound port: 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:45:47.245825 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:47.248780 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Pushing event updated for resources: {'Port': ['ID=35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:47.282028 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:47.283618 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:47.284206 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:47.284723 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:47.285209 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:47.285727 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:47.289490 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:47.290245 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:47.290928 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:47.291414 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:47.291939 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:47.292831 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:47.293358 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:47.293983 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:47.294461 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:47.348736 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] For port 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:47.352921 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] For port 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:47.363388 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:47.450380 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Routers {'b413acd6-3609-423d-a8d8-be0b380a0869'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:45:47.451144 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:45:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['b413acd6-3609-423d-a8d8-be0b380a0869'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:47.533645 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Allocated IP 172.20.0.1 (a3dcd011-1276-4838-a5e9-d63807bfdd83/3c2d8fac-6409-4404-8d0b-acd651903b10/53f73b2e-b092-46d9-8c95-ab11f88e857f) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:47.547828 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3436c-508a-476d-935a-bc48161447d1 None None] Pushing event updated for resources: {'Port': ['ID=35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:47.688488 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] Set router b413acd6-3609-423d-a8d8-be0b380a0869 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:45:47.720370 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Publish callbacks [] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:47.732568 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52584) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:47.788309 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:47.791191 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-71d30603-3ec0-4c06-bdc6-79ecc964b81e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:47.948096 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Network a3dcd011-1276-4838-a5e9-d63807bfdd83 is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:47.959161 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:47.984896 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:47.985697 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703724'] for router_interface (b413acd6-3609-423d-a8d8-be0b380a0869), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:48.081525 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:43Z', 'revision_number': 3, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:48.082110 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-71d30603-3ec0-4c06-bdc6-79ecc964b81e admin admin] Publish callbacks [] for security_group (898503a5-e1ef-4954-9141-760f55c426c4), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:48.091607 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-71d30603-3ec0-4c06-bdc6-79ecc964b81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (898503a5-e1ef-4954-9141-760f55c426c4), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:48.156782 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf9f79f-f9ee-48d3-ada7-6e52fad7d74c None None] The sync data for ids ['b413acd6-3609-423d-a8d8-be0b380a0869'] in dv-cinder-826949-7-smb is: [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:43Z', 'revision_number': 3, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:45:48.189386 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-71d30603-3ec0-4c06-bdc6-79ecc964b81e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b02ef07dd4954aaab720caa722337c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4551761 Apr 28 19:45:48.237852 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52596) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:48.264324 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Pushing event updated for resources: {'Port': ['ID=53f73b2e-b092-46d9-8c95-ab11f88e857f,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:48.288994 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d30603-3ec0-4c06-bdc6-79ecc964b81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898503a5-e1ef-4954-9141-760f55c426c4,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:48.384164 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19231fd1-cd50-41ee-806d-96028e96da6c req-ccae5b4c-bff3-4d96-86f7-50a2c87b8ba5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:48.387784 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-19231fd1-cd50-41ee-806d-96028e96da6c req-ccae5b4c-bff3-4d96-86f7-50a2c87b8ba5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.2475526 Apr 28 19:45:48.489868 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:48.503008 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-19231fd1-cd50-41ee-806d-96028e96da6c req-b7ccf30c-03c3-4e1e-98c4-8476bff4e1e6 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967200 Apr 28 19:45:48.525659 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4f59efc4-db82-4a16-8ba6-2c52bdd0bfe3 admin admin] Publish callbacks [] for security_group (898503a5-e1ef-4954-9141-760f55c426c4), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:48.563504 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-92dff297-cb5e-431d-878e-ad5df757f8cb None None] Provisioning complete for port 53f73b2e-b092-46d9-8c95-ab11f88e857f triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:48.564702 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-92dff297-cb5e-431d-878e-ad5df757f8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:48.579872 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4f59efc4-db82-4a16-8ba6-2c52bdd0bfe3 admin admin] Publish callbacks [] for security_group (898503a5-e1ef-4954-9141-760f55c426c4), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:48.686388 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-92dff297-cb5e-431d-878e-ad5df757f8cb None None] Port 53f73b2e-b092-46d9-8c95-ab11f88e857f cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:45:48.693526 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4f59efc4-db82-4a16-8ba6-2c52bdd0bfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (898503a5-e1ef-4954-9141-760f55c426c4), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:48.697693 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4f59efc4-db82-4a16-8ba6-2c52bdd0bfe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:48.699302 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-4f59efc4-db82-4a16-8ba6-2c52bdd0bfe3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/898503a5-e1ef-4954-9141-760f55c426c4 HTTP/1.1" status: 204 len: 168 time: 0.4595068 Apr 28 19:45:48.719027 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59efc4-db82-4a16-8ba6-2c52bdd0bfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898503a5-e1ef-4954-9141-760f55c426c4,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:48.983755 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Publish callbacks [] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:48.993530 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:48.996144 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4114972'] for router_interface (b413acd6-3609-423d-a8d8-be0b380a0869), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:49.131349 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Pushing event updated for resources: {'Port': ['ID=53f73b2e-b092-46d9-8c95-ab11f88e857f,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:49.308200 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7ab40ef4-53f2-4e47-b1bc-6acc9df6e8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:49.350939 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Network a3dcd011-1276-4838-a5e9-d63807bfdd83 is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:49.352671 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:49.555150 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Router b413acd6-3609-423d-a8d8-be0b380a0869 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:45:49.725567 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-41ac2bbf-cb95-45c6-9e8e-738f565a9902 None None] Provisioning complete for port 53f73b2e-b092-46d9-8c95-ab11f88e857f triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:49.726633 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-41ac2bbf-cb95-45c6-9e8e-738f565a9902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:49.766768 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b78b7-bd55-4a34-9e78-ed59736072e6 req-a55d0c16-6ea7-4a3c-ba14-f2012cecf806 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:49.768544 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-669b78b7-bd55-4a34-9e78-ed59736072e6 req-a55d0c16-6ea7-4a3c-ba14-f2012cecf806 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.1248837 Apr 28 19:45:49.773832 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-41ac2bbf-cb95-45c6-9e8e-738f565a9902 None None] Port 53f73b2e-b092-46d9-8c95-ab11f88e857f cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:45:49.800250 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:45:49.823856 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-ec57d142-de6d-4b10-b330-95a1fbd8f195 admin admin] 10.222.0.62 "PUT /v2.0/routers/b413acd6-3609-423d-a8d8-be0b380a0869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1124306 Apr 28 19:45:49.875604 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-669b78b7-bd55-4a34-9e78-ed59736072e6 req-e68082ca-f0d5-43aa-a4f5-cf87075b6360 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938637 Apr 28 19:45:50.319529 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52664) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:50.338415 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:50.449008 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:50.450247 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:50.637607 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:50.638939 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:50.698019 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] For port 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:50.706430 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:50.801908 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Pushing event updated for resources: {'Port': ['ID=35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:50.879695 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52694) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:50.891984 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-ee69e16d-a7d9-43fe-b952-d69c136f6034 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--496983075', 'description': 'tempest-description--1631634615'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:50.905051 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-48a2dd30-4b06-47fd-8d7f-a46e3235f93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:50.935492 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:50.952277 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ee69e16d-a7d9-43fe-b952-d69c136f6034 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.078188 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-48a2dd30-4b06-47fd-8d7f-a46e3235f93d admin admin] Publish callbacks [] for security_group (ba7945dd-98f9-4847-99ae-b89de59d2658), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.087041 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-48a2dd30-4b06-47fd-8d7f-a46e3235f93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ba7945dd-98f9-4847-99ae-b89de59d2658), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.135560 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Sync routers for ids ['b413acd6-3609-423d-a8d8-be0b380a0869'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:45:51.145546 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e64181-eee8-4515-a315-ed3e06ecb1a4 req-9dc6dd1b-58ae-4de9-ad15-af365b517b4b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:51.153046 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-02e64181-eee8-4515-a315-ed3e06ecb1a4 req-9dc6dd1b-58ae-4de9-ad15-af365b517b4b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.1257238 Apr 28 19:45:51.172979 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Routers {'b413acd6-3609-423d-a8d8-be0b380a0869'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:45:51.176354 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ee69e16d-a7d9-43fe-b952-d69c136f6034 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group (93ced772-da9d-4556-aa66-0ad50c33bb12), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.178657 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:45:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['b413acd6-3609-423d-a8d8-be0b380a0869'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:51.181720 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2dd30-4b06-47fd-8d7f-a46e3235f93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7945dd-98f9-4847-99ae-b89de59d2658,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:51.185366 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ee69e16d-a7d9-43fe-b952-d69c136f6034 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (93ced772-da9d-4556-aa66-0ad50c33bb12), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.256940 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-48a2dd30-4b06-47fd-8d7f-a46e3235f93d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9e83ebaf2e849928ca885dbeb01b9f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9362445 Apr 28 19:45:51.261152 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52704) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:51.271286 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-02e64181-eee8-4515-a315-ed3e06ecb1a4 req-241a4eb2-8ded-4b95-ae21-ab05319b7ab6 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169646 Apr 28 19:45:51.278516 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ee69e16d-a7d9-43fe-b952-d69c136f6034 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.282242 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-ee69e16d-a7d9-43fe-b952-d69c136f6034 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4014394 Apr 28 19:45:51.293072 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52706) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:51.304909 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-f73177dc-b7f3-459d-af08-92728c19fd43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Request body: {'security_group_rule': {'security_group_id': '93ced772-da9d-4556-aa66-0ad50c33bb12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:51.310992 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69e16d-a7d9-43fe-b952-d69c136f6034 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ced772-da9d-4556-aa66-0ad50c33bb12,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:51.354267 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f73177dc-b7f3-459d-af08-92728c19fd43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group_rule (445c4d61-5013-429b-878f-a9cb8a23c191), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.373946 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0079-e46a-4c45-aab9-2a672d7688fd admin admin] Publish callbacks [] for security_group (ba7945dd-98f9-4847-99ae-b89de59d2658), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.397619 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52708) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:51.412280 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0079-e46a-4c45-aab9-2a672d7688fd admin admin] Publish callbacks [] for security_group (ba7945dd-98f9-4847-99ae-b89de59d2658), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.426802 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Set router b413acd6-3609-423d-a8d8-be0b380a0869 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:45:51.456459 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f73177dc-b7f3-459d-af08-92728c19fd43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group_rule (445c4d61-5013-429b-878f-a9cb8a23c191), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.469543 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f73177dc-b7f3-459d-af08-92728c19fd43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (445c4d61-5013-429b-878f-a9cb8a23c191), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.495369 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73177dc-b7f3-459d-af08-92728c19fd43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445c4d61-5013-429b-878f-a9cb8a23c191,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:51.506051 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0079-e46a-4c45-aab9-2a672d7688fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ba7945dd-98f9-4847-99ae-b89de59d2658), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.508874 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0079-e46a-4c45-aab9-2a672d7688fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.510092 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-ac6b0079-e46a-4c45-aab9-2a672d7688fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba7945dd-98f9-4847-99ae-b89de59d2658 HTTP/1.1" status: 204 len: 168 time: 0.2454033 Apr 28 19:45:51.521796 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f73177dc-b7f3-459d-af08-92728c19fd43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.523355 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-f73177dc-b7f3-459d-af08-92728c19fd43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2231393 Apr 28 19:45:51.528559 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52714) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:51.530174 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b0079-e46a-4c45-aab9-2a672d7688fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7945dd-98f9-4847-99ae-b89de59d2658,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:51.534346 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-e521dced-4f06-45c0-9d04-0de3386af210 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Request body: {'security_group_rule': {'security_group_id': '93ced772-da9d-4556-aa66-0ad50c33bb12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:51.572239 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e521dced-4f06-45c0-9d04-0de3386af210 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group_rule (bebec06f-70d7-4491-b747-1ca03f695acc), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.600721 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-188a66e5-8c3b-4095-aa47-ac08473ab801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.675123 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e521dced-4f06-45c0-9d04-0de3386af210 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group_rule (bebec06f-70d7-4491-b747-1ca03f695acc), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.680253 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e521dced-4f06-45c0-9d04-0de3386af210 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (bebec06f-70d7-4491-b747-1ca03f695acc), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.715035 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521dced-4f06-45c0-9d04-0de3386af210 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebec06f-70d7-4491-b747-1ca03f695acc,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:51.728392 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e521dced-4f06-45c0-9d04-0de3386af210 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.734270 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52722) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:51.734714 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-e521dced-4f06-45c0-9d04-0de3386af210 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2047517 Apr 28 19:45:51.740726 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Request body: {'floatingip': {'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:51.748021 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '53f73b2e-b092-46d9-8c95-ab11f88e857f', 'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'mac_address': 'fa:16:3e:47:41:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:47Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 2, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'subnets': [{'id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:51.793979 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-188a66e5-8c3b-4095-aa47-ac08473ab801 admin admin] Publish callbacks [] for security_group (cfbc4777-59b8-4ff0-9f41-5181596f7e6b), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.802133 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-188a66e5-8c3b-4095-aa47-ac08473ab801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (cfbc4777-59b8-4ff0-9f41-5181596f7e6b), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.805632 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Checking router: b413acd6-3609-423d-a8d8-be0b380a0869 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:45:51.807124 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Updating router b413acd6-3609-423d-a8d8-be0b380a0869 port 53f73b2e-b092-46d9-8c95-ab11f88e857f binding host dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:45:51.872950 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.886050 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:51.900755 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-188a66e5-8c3b-4095-aa47-ac08473ab801 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d6f3efefd7a44bf8ee76c363bdc5450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4954021 Apr 28 19:45:51.900933 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52730) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:51.920583 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a66e5-8c3b-4095-aa47-ac08473ab801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbc4777-59b8-4ff0-9f41-5181596f7e6b,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:52.001801 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0e5c-7ff4-412c-b730-90658131befa admin admin] Publish callbacks [] for security_group (cfbc4777-59b8-4ff0-9f41-5181596f7e6b), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:52.055385 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0e5c-7ff4-412c-b730-90658131befa admin admin] Publish callbacks [] for security_group (cfbc4777-59b8-4ff0-9f41-5181596f7e6b), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:52.077624 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:52.165193 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52742) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:52.207214 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b641c265-915e-4d34-9fe3-e93bc76d81a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:52.276208 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0e5c-7ff4-412c-b730-90658131befa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (cfbc4777-59b8-4ff0-9f41-5181596f7e6b), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:52.292012 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0e5c-7ff4-412c-b730-90658131befa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:52.297914 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-cb1d0e5c-7ff4-412c-b730-90658131befa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cfbc4777-59b8-4ff0-9f41-5181596f7e6b HTTP/1.1" status: 204 len: 168 time: 0.3973765 Apr 28 19:45:52.418665 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b641c265-915e-4d34-9fe3-e93bc76d81a5 admin admin] Publish callbacks [] for security_group (634aff61-4cc3-49a2-b783-77b9ca10bf5f), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:52.430150 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b641c265-915e-4d34-9fe3-e93bc76d81a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (634aff61-4cc3-49a2-b783-77b9ca10bf5f), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:52.452689 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d0e5c-7ff4-412c-b730-90658131befa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbc4777-59b8-4ff0-9f41-5181596f7e6b,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:52.541162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:52.595966 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc106de-162c-4a0d-8a98-7daa82e1701c req-42156004-1887-4a2e-a421-3ae6f25399fd tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:52.610508 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8bc106de-162c-4a0d-8a98-7daa82e1701c req-42156004-1887-4a2e-a421-3ae6f25399fd tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.1030581 Apr 28 19:45:52.617478 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-b641c265-915e-4d34-9fe3-e93bc76d81a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6ed4a4f14db4a67a22301c6981af92a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4459875 Apr 28 19:45:52.617478 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641c265-915e-4d34-9fe3-e93bc76d81a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634aff61-4cc3-49a2-b783-77b9ca10bf5f,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:52.621544 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52756) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:52.672496 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Allocated IP 172.28.0.234 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/f4ae26ef-3ed8-43ce-8f51-c33d3c01ee7c) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:52.690933 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:52.756755 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8bc106de-162c-4a0d-8a98-7daa82e1701c req-3a8e0438-bc4b-4c1b-901d-acabc2ba3f2b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442914 Apr 28 19:45:52.835324 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-495a865f-cb94-4fb8-8e32-bad2565c0b49 admin admin] Publish callbacks [] for security_group (634aff61-4cc3-49a2-b783-77b9ca10bf5f), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:52.878859 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:52.878859 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:52.899666 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-495a865f-cb94-4fb8-8e32-bad2565c0b49 admin admin] Publish callbacks [] for security_group (634aff61-4cc3-49a2-b783-77b9ca10bf5f), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:52.987556 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for port (f4ae26ef-3ed8-43ce-8f51-c33d3c01ee7c), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:52.998846 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-495a865f-cb94-4fb8-8e32-bad2565c0b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (634aff61-4cc3-49a2-b783-77b9ca10bf5f), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:53.007645 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-495a865f-cb94-4fb8-8e32-bad2565c0b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:53.011561 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-495a865f-cb94-4fb8-8e32-bad2565c0b49 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/634aff61-4cc3-49a2-b783-77b9ca10bf5f HTTP/1.1" status: 204 len: 168 time: 0.3873200 Apr 28 19:45:53.032665 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a865f-cb94-4fb8-8e32-bad2565c0b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634aff61-4cc3-49a2-b783-77b9ca10bf5f,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:53.033496 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Publish callbacks [] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), precommit_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:53.033845 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (f4ae26ef-3ed8-43ce-8f51-c33d3c01ee7c), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:53.039338 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:53.043268 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:53.113649 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event updated for resources: {'Port': ['ID=f4ae26ef-3ed8-43ce-8f51-c33d3c01ee7c,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:53.132443 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:53.134223 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:53.138280 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:53.141942 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036f895-bf1c-4301-b384-a88daadacdd2 None None] Pushing event updated for resources: {'Port': ['ID=53f73b2e-b092-46d9-8c95-ab11f88e857f,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:53.208395 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Attempting to bind port 53f73b2e-b092-46d9-8c95-ab11f88e857f on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:45:53.211951 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Attempting to bind port 53f73b2e-b092-46d9-8c95-ab11f88e857f by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:45:53.212772 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Attempting to bind port 53f73b2e-b092-46d9-8c95-ab11f88e857f on network a3dcd011-1276-4838-a5e9-d63807bfdd83 {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:53.222935 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:53.223628 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Checking segment: {'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:45:53.224232 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:53.224776 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Bound using segment: {'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:53.225585 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Bound port: 53f73b2e-b092-46d9-8c95-ab11f88e857f, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:45:53.226144 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:53.327816 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for floatingip (4c6d24b3-346f-4050-b3e4-f457f9a47a2d), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:53.331038 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] For port 53f73b2e-b092-46d9-8c95-ab11f88e857f, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:53.335206 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] For port 53f73b2e-b092-46d9-8c95-ab11f88e857f, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=53f73b2e-b092-46d9-8c95-ab11f88e857f,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:53.346676 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:53.420281 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (f4ae26ef-3ed8-43ce-8f51-c33d3c01ee7c), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:53.658433 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Routers {'b413acd6-3609-423d-a8d8-be0b380a0869'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:45:53.659092 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:45:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['b413acd6-3609-423d-a8d8-be0b380a0869'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:53.739582 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-3edfc343-f8f0-4175-a009-321525be6ed7 None None] Provisioning complete for port 53f73b2e-b092-46d9-8c95-ab11f88e857f triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:53.740013 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-3edfc343-f8f0-4175-a009-321525be6ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:53.763121 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for port (f4ae26ef-3ed8-43ce-8f51-c33d3c01ee7c), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:53.771438 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (f4ae26ef-3ed8-43ce-8f51-c33d3c01ee7c), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:53.795478 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52782) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:53.904032 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036f895-bf1c-4301-b384-a88daadacdd2 None None] Pushing event updated for resources: {'Port': ['ID=53f73b2e-b092-46d9-8c95-ab11f88e857f,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:53.916919 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event updated for resources: {'Port': ['ID=f4ae26ef-3ed8-43ce-8f51-c33d3c01ee7c,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:53.940382 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (4c6d24b3-346f-4050-b3e4-f457f9a47a2d), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:53.990685 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:53.993332 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-694a49b2-7da0-4b0b-932d-11f038791244 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2569437 Apr 28 19:45:54.042381 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37040a46-00ef-4a81-97de-30027f331196 req-c3ae6cac-37f8-48b5-8acd-c7c7a30f48bf tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:54.044846 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-37040a46-00ef-4a81-97de-30027f331196 req-c3ae6cac-37f8-48b5-8acd-c7c7a30f48bf tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0913846 Apr 28 19:45:54.090371 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:54.096135 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-3edfc343-f8f0-4175-a009-321525be6ed7 None None] Current status of the port 53f73b2e-b092-46d9-8c95-ab11f88e857f is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:54.096744 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-3edfc343-f8f0-4175-a009-321525be6ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:54.115303 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] Set router b413acd6-3609-423d-a8d8-be0b380a0869 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:45:54.119549 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-37040a46-00ef-4a81-97de-30027f331196 req-d6c33954-ba8e-48d2-a582-d424074af88c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678968 Apr 28 19:45:54.190249 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3d534b8e-6546-40d8-b16b-b95d9c487e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:54.276303 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-3edfc343-f8f0-4175-a009-321525be6ed7 None None] For port 53f73b2e-b092-46d9-8c95-ab11f88e857f, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=53f73b2e-b092-46d9-8c95-ab11f88e857f,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:45:54.366313 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3d534b8e-6546-40d8-b16b-b95d9c487e34 admin admin] Publish callbacks [] for security_group (30b79b45-c43a-4194-b153-5c27772835a4), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:54.375175 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3d534b8e-6546-40d8-b16b-b95d9c487e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (30b79b45-c43a-4194-b153-5c27772835a4), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:54.487788 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-3d534b8e-6546-40d8-b16b-b95d9c487e34 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13e7ea50702647e9abe080e4917b96ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6885276 Apr 28 19:45:54.491052 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52818) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:54.510936 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '53f73b2e-b092-46d9-8c95-ab11f88e857f', 'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'mac_address': 'fa:16:3e:47:41:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:47Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'subnets': [{'id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:54.511430 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d534b8e-6546-40d8-b16b-b95d9c487e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b79b45-c43a-4194-b153-5c27772835a4,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:54.513561 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-3edfc343-f8f0-4175-a009-321525be6ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:54.567471 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a491a-d587-475e-9a25-69fcfd8f33f2 None None] The sync data for ids ['b413acd6-3609-423d-a8d8-be0b380a0869'] in dv-cinder-826949-7-smb is: [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '53f73b2e-b092-46d9-8c95-ab11f88e857f', 'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'mac_address': 'fa:16:3e:47:41:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:47Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'subnets': [{'id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:45:54.655625 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-71b71202-7b64-47bc-8efa-6a198640e4ea None None] Provisioning complete for port 53f73b2e-b092-46d9-8c95-ab11f88e857f triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:54.657046 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-71b71202-7b64-47bc-8efa-6a198640e4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:54.796684 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfc343-f8f0-4175-a009-321525be6ed7 None None] Pushing event updated for resources: {'Port': ['ID=53f73b2e-b092-46d9-8c95-ab11f88e857f,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:54.817254 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b7e39cf0-80e5-46e6-b480-56d89cb6a6c5 admin admin] Publish callbacks [] for security_group (30b79b45-c43a-4194-b153-5c27772835a4), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:54.875057 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b7e39cf0-80e5-46e6-b480-56d89cb6a6c5 admin admin] Publish callbacks [] for security_group (30b79b45-c43a-4194-b153-5c27772835a4), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:54.925000 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-71b71202-7b64-47bc-8efa-6a198640e4ea None None] Current status of the port 53f73b2e-b092-46d9-8c95-ab11f88e857f is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:54.959617 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b7e39cf0-80e5-46e6-b480-56d89cb6a6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (30b79b45-c43a-4194-b153-5c27772835a4), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:54.962851 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b7e39cf0-80e5-46e6-b480-56d89cb6a6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:54.966784 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-b7e39cf0-80e5-46e6-b480-56d89cb6a6c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/30b79b45-c43a-4194-b153-5c27772835a4 HTTP/1.1" status: 204 len: 168 time: 0.4720063 Apr 28 19:45:54.985028 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e39cf0-80e5-46e6-b480-56d89cb6a6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b79b45-c43a-4194-b153-5c27772835a4,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:54.999474 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 52842) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:55.024595 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-b0d3f3ca-2b2b-450e-8cc8-fbcd3daffb85 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--496983075&fields=id&tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe HTTP/1.1" status: 200 len: 267 time: 0.4865303 Apr 28 19:45:55.288352 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-8ebb9140-1230-47fe-bb1d-63b726584945 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:55.294822 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c54ce0-3215-4d54-9d0c-219ada311fa7 req-99e9f168-06ae-4dc4-80e4-90058a6962ef tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:55.303735 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-8ebb9140-1230-47fe-bb1d-63b726584945 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/networks?id=a3dcd011-1276-4838-a5e9-d63807bfdd83 HTTP/1.1" status: 200 len: 817 time: 0.2779152 Apr 28 19:45:55.306031 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-13c54ce0-3215-4d54-9d0c-219ada311fa7 req-99e9f168-06ae-4dc4-80e4-90058a6962ef tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0856407 Apr 28 19:45:55.329152 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-cc0009c4-3dae-44e0-9e24-eb534cc0fb0e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/quotas/7dc8f8e14c7f456fbe60f1512db74dbe HTTP/1.1" status: 200 len: 375 time: 0.0239830 Apr 28 19:45:55.419296 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-13c54ce0-3215-4d54-9d0c-219ada311fa7 req-39451c0d-c0bd-4780-89b8-f8f9b65b5e0c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118050 Apr 28 19:45:55.445557 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-799069900-network', 'tenant_id': '954b64d9295148649be7e07ed9dd7710'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:55.472470 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-c8889ddc-a429-47f5-a047-e2817e6f4053 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1418965 Apr 28 19:45:55.485681 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] Made reservation on behalf of 954b64d9295148649be7e07ed9dd7710 for: {'network': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:55.489467 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:55.500762 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:55.631507 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] Publish callbacks [] for security_group (9814f0d1-7791-4c6c-ad1d-98d0f1a646cb), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:55.638628 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (9814f0d1-7791-4c6c-ad1d-98d0f1a646cb), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:55.670035 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-389f91ad-ee09-4826-a802-0c45f9922942 service neutron] 10.222.0.62 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823761 Apr 28 19:45:55.671260 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=109984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:45:55.682798 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:55.689709 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (a3de4bc1-64a7-4820-9271-0af72d81231c), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:55.690296 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.segments_db [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] Added segment a3de4bc1-64a7-4820-9271-0af72d81231c of type vlan for network 2db6f002-b12c-425e-bcff-88ed0e994038 Apr 28 19:45:55.819340 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-7f9cd971-f684-431a-b73c-867b7c694ad9 service neutron] 10.222.0.62 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445701 Apr 28 19:45:56.208284 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e41a1ed5-5351-474c-8227-6397392f276e req-126dd5f1-0d52-499f-adac-30283c01d620 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 210 time: 0.0604680 Apr 28 19:45:56.212124 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (2db6f002-b12c-425e-bcff-88ed0e994038), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:56.296353 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (2db6f002-b12c-425e-bcff-88ed0e994038), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:56.297501 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:56.298245 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:56.372229 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 53f73b2e-b092-46d9-8c95-ab11f88e857f up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:45:56.396786 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3949294 Apr 28 19:45:56.399409 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 52908) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:45:56.404763 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-6a9af358-523b-4a79-9e83-423ff51986c9 admin admin] Request body: {'subnet': {'network_id': '2db6f002-b12c-425e-bcff-88ed0e994038', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-799069900-subnet', 'tenant_id': '954b64d9295148649be7e07ed9dd7710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:56.454798 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9af358-523b-4a79-9e83-423ff51986c9 admin admin] Made reservation on behalf of 954b64d9295148649be7e07ed9dd7710 for: {'subnet': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:56.466609 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6a9af358-523b-4a79-9e83-423ff51986c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8798886'] for subnet (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:56.491733 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 53f73b2e-b092-46d9-8c95-ab11f88e857f triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:56.492519 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:56.500953 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30422f-d357-454e-911f-1b3e678b4ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=2db6f002-b12c-425e-bcff-88ed0e994038,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:56.603090 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network 2db6f002-b12c-425e-bcff-88ed0e994038 details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:45:56.677695 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce64eb-3be2-44f7-8ef3-c89c4f7eb5c0 req-a0fab044-5529-4978-b910-2d85553bdbd1 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:56.679699 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e1ce64eb-3be2-44f7-8ef3-c89c4f7eb5c0 req-a0fab044-5529-4978-b910-2d85553bdbd1 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0704796 Apr 28 19:45:56.834844 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e1ce64eb-3be2-44f7-8ef3-c89c4f7eb5c0 req-11031ebb-d078-4cfc-8973-c1ffb063503d tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404436 Apr 28 19:45:57.001712 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 53f73b2e-b092-46d9-8c95-ab11f88e857f is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:45:57.023140 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6a9af358-523b-4a79-9e83-423ff51986c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2299524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8798804'] for subnet (4431121d-2304-4d21-82e1-cb4db6cbdfe2), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:57.136226 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9af358-523b-4a79-9e83-423ff51986c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4431121d-2304-4d21-82e1-cb4db6cbdfe2,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:57.150570 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9af358-523b-4a79-9e83-423ff51986c9 admin admin] Checking segment: {'id': 'a3de4bc1-64a7-4820-9271-0af72d81231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2db6f002-b12c-425e-bcff-88ed0e994038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:45:57.151174 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9af358-523b-4a79-9e83-423ff51986c9 admin admin] Network hostable DHCP agents. Network: 2db6f002-b12c-425e-bcff-88ed0e994038, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:45:57.198303 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9af358-523b-4a79-9e83-423ff51986c9 admin admin] Network 2db6f002-b12c-425e-bcff-88ed0e994038 is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:45:57.214110 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-6a9af358-523b-4a79-9e83-423ff51986c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, 2db6f002-b12c-425e-bcff-88ed0e994038) {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:57.223173 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9af358-523b-4a79-9e83-423ff51986c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:57.224395 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6a9af358-523b-4a79-9e83-423ff51986c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:57.229876 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58911774-ee02-45e5-b9f6-ec74ac28224a None None] Network 2db6f002-b12c-425e-bcff-88ed0e994038 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:45:57.254788 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-6a9af358-523b-4a79-9e83-423ff51986c9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8539829 Apr 28 19:45:57.385000 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38c4560-218c-403c-a38c-87b69a532e33 None None] Network 2db6f002-b12c-425e-bcff-88ed0e994038 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:45:57.454871 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cb4cd035-7061-49b1-819d-82495f24f82e req-c5500b33-cff3-42d6-a309-384637661dff tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 210 time: 0.0614276 Apr 28 19:45:57.979835 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-9bbfc724-1d9e-4a25-bca5-81587cb591fe tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:57.979835 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-9bbfc724-1d9e-4a25-bca5-81587cb591fe tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.65 "GET /v2.0/networks?id=a3dcd011-1276-4838-a5e9-d63807bfdd83 HTTP/1.1" status: 200 len: 817 time: 0.2063105 Apr 28 19:45:58.124695 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-9fc3c15c-b38b-44a5-a797-6f003f9fa535 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe HTTP/1.1" status: 200 len: 379 time: 0.1416287 Apr 28 19:45:58.156355 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-5e4a76fb-2ac2-4c69-bd92-aea7ab88deff tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Request body: {'port': {'device_id': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'admin_state_up': True, 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'security_groups': ['93ced772-da9d-4556-aa66-0ad50c33bb12']}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:58.165687 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bb28e-03e1-45dd-b6d3-c10f3dcdb857 req-8866ad16-c6ae-45cb-b8fd-2a75d5c2162b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:58.169021 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1d1bb28e-03e1-45dd-b6d3-c10f3dcdb857 req-8866ad16-c6ae-45cb-b8fd-2a75d5c2162b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.1923919 Apr 28 19:45:58.285008 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1d1bb28e-03e1-45dd-b6d3-c10f3dcdb857 req-f56cb2ac-b075-48c8-aa38-04519626e29c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090953 Apr 28 19:45:58.368648 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-5e4a76fb-2ac2-4c69-bd92-aea7ab88deff tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Made reservation on behalf of 7dc8f8e14c7f456fbe60f1512db74dbe for: {'port': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:58.372916 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-5e4a76fb-2ac2-4c69-bd92-aea7ab88deff tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:58.518123 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-5e4a76fb-2ac2-4c69-bd92-aea7ab88deff tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Allocated IP 172.20.0.14 (a3dcd011-1276-4838-a5e9-d63807bfdd83/3c2d8fac-6409-4404-8d0b-acd651903b10/643e264e-1e48-43e0-b1b6-b97dfd75219d) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:58.592805 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-eeca0c01-b3cc-4772-96e1-f69ccac18060 req-7b49be4a-ea32-4bf7-ae69-9861d4ab3c38 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 210 time: 0.0436766 Apr 28 19:45:58.732497 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-5e4a76fb-2ac2-4c69-bd92-aea7ab88deff tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:58.767709 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-5e4a76fb-2ac2-4c69-bd92-aea7ab88deff tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:58.819137 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-5e4a76fb-2ac2-4c69-bd92-aea7ab88deff tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Network a3dcd011-1276-4838-a5e9-d63807bfdd83 is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:58.827852 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-5e4a76fb-2ac2-4c69-bd92-aea7ab88deff tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:58.833133 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-5e4a76fb-2ac2-4c69-bd92-aea7ab88deff tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:45:58.838515 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-5e4a76fb-2ac2-4c69-bd92-aea7ab88deff tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:58.839162 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-5e4a76fb-2ac2-4c69-bd92-aea7ab88deff tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:58.849666 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a76fb-2ac2-4c69-bd92-aea7ab88deff tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event updated for resources: {'Port': ['ID=643e264e-1e48-43e0-b1b6-b97dfd75219d,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:58.865994 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-5e4a76fb-2ac2-4c69-bd92-aea7ab88deff tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7332535 Apr 28 19:45:58.880971 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Request body: {'port': {'device_id': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:45:58.955346 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:59.085923 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-835136b2-6308-4e43-990b-f7fa6599d0ba None None] Provisioning complete for port 643e264e-1e48-43e0-b1b6-b97dfd75219d triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:45:59.086756 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-835136b2-6308-4e43-990b-f7fa6599d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:59.128031 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-835136b2-6308-4e43-990b-f7fa6599d0ba None None] Port 643e264e-1e48-43e0-b1b6-b97dfd75219d cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:45:59.299342 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643e264e-1e48-43e0-b1b6-b97dfd75219d {{(pid=109984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:59.308601 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Publish callbacks [] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:59.341835 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.provisioning_blocks [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Transition to ACTIVE for port object 643e264e-1e48-43e0-b1b6-b97dfd75219d will not be triggered until provisioned by entity L2. {{(pid=109984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:45:59.346989 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:59.469351 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=643e264e-1e48-43e0-b1b6-b97dfd75219d,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:59.499030 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30390809-67fa-48ac-8719-8f2aaaad893b req-352f8121-ecbd-4e7e-977f-295bb93e1e19 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:59.513649 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-30390809-67fa-48ac-8719-8f2aaaad893b req-352f8121-ecbd-4e7e-977f-295bb93e1e19 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.1245108 Apr 28 19:45:59.537338 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Attempting to bind port 643e264e-1e48-43e0-b1b6-b97dfd75219d on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:45:59.538401 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Attempting to bind port 643e264e-1e48-43e0-b1b6-b97dfd75219d by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:45:59.538401 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Attempting to bind port 643e264e-1e48-43e0-b1b6-b97dfd75219d on network a3dcd011-1276-4838-a5e9-d63807bfdd83 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:59.549300 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Port 643e264e-1e48-43e0-b1b6-b97dfd75219d on network a3dcd011-1276-4838-a5e9-d63807bfdd83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:45:59.549300 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Attempting to bind port 643e264e-1e48-43e0-b1b6-b97dfd75219d on network a3dcd011-1276-4838-a5e9-d63807bfdd83 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:45:59.566859 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:45:59.568194 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Checking segment: {'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:45:59.568626 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Bound using segment: {'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:45:59.569105 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Bound port: 643e264e-1e48-43e0-b1b6-b97dfd75219d, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'}}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:45:59.569474 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:59.621646 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-30390809-67fa-48ac-8719-8f2aaaad893b req-35350623-83db-4b00-b2ef-d693b5ca686a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965691 Apr 28 19:45:59.688765 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] For port 643e264e-1e48-43e0-b1b6-b97dfd75219d, host hv-cinder-82694, cleared binding levels {{(pid=109984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:45:59.694127 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] For port 643e264e-1e48-43e0-b1b6-b97dfd75219d, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:45:59.717962 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:59.801991 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:59.802619 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:45:59.804086 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] 10.222.0.65 "PUT /v2.0/ports/643e264e-1e48-43e0-b1b6-b97dfd75219d HTTP/1.1" status: 200 len: 1094 time: 0.9296741 Apr 28 19:45:59.804673 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'tag': '643e264e-1e48-43e0-b1b6-b97dfd75219d'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:59.813601 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937c1d92-c326-40f5-b2cf-d3e2050a6255" -d '{"events": [{"name": "network-changed", "server_uuid": "36467ad6-1d64-43d9-9229-eb26e193bce6", "tag": "643e264e-1e48-43e0-b1b6-b97dfd75219d"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:45:59.835006 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3ccdd-1bc2-4889-9ba6-f500cb5bed59 req-dd7cb294-12bb-4224-863d-ffb28bfc0de6 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:59.836942 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-80a3ccdd-1bc2-4889-9ba6-f500cb5bed59 req-dd7cb294-12bb-4224-863d-ffb28bfc0de6 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.1213968 Apr 28 19:45:59.852997 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74655f4a-9b9c-4efa-9f99-3fd26a84b9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=643e264e-1e48-43e0-b1b6-b97dfd75219d,revision_number=3']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:59.898195 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee52296e-2b6d-4f4e-a670-1d59985f7a21 x-openstack-request-id: req-ee52296e-2b6d-4f4e-a670-1d59985f7a21 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:45:59.898531 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36467ad6-1d64-43d9-9229-eb26e193bce6", "tag": "643e264e-1e48-43e0-b1b6-b97dfd75219d", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:45:59.898725 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee52296e-2b6d-4f4e-a670-1d59985f7a21 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:45:59.899123 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee52296e-2b6d-4f4e-a670-1d59985f7a21'] response: {'name': 'network-changed', 'server_uuid': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'tag': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'status': 'completed', 'code': 200} Apr 28 19:45:59.927730 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-6de98587-b484-4237-bfd9-1d44d785c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:59.929390 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-6de98587-b484-4237-bfd9-1d44d785c8ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe&device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 1128 time: 0.0663567 Apr 28 19:45:59.989183 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-1633b9af-6629-484f-ae42-561bbeab2b88 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d HTTP/1.1" status: 200 len: 217 time: 0.0483050 Apr 28 19:45:59.997309 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-80a3ccdd-1bc2-4889-9ba6-f500cb5bed59 req-53ee624b-fa9e-47a5-b2c1-7170a872fec5 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970738 Apr 28 19:46:00.052545 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-c080bb61-767b-469b-831c-2e5bab701606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:00.054050 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-c080bb61-767b-469b-831c-2e5bab701606 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3c2d8fac-6409-4404-8d0b-acd651903b10 HTTP/1.1" status: 200 len: 856 time: 0.0505972 Apr 28 19:46:00.113025 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-1ee247af-2fba-49ba-af01-c21835ce121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:00.114541 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-1ee247af-2fba-49ba-af01-c21835ce121a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3dcd011-1276-4838-a5e9-d63807bfdd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0522766 Apr 28 19:46:00.228510 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-50d6f99e-7c61-40e6-9782-0144867c314e service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039195 Apr 28 19:46:00.364192 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0f4f4626-7c98-494c-b62f-b422c3ecd7f7 req-855957d2-4381-4a66-b3d4-5dd86f70903b service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284993 Apr 28 19:46:00.559164 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-967b993f-2711-49e6-bf97-37fe0d5862a5 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:00.560659 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-967b993f-2711-49e6-bf97-37fe0d5862a5 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/networks?id=2db6f002-b12c-425e-bcff-88ed0e994038 HTTP/1.1" status: 200 len: 813 time: 0.1156683 Apr 28 19:46:00.580546 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-778b7e22-1091-4977-b521-1c2bdf29719a tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/quotas/954b64d9295148649be7e07ed9dd7710 HTTP/1.1" status: 200 len: 375 time: 0.0103776 Apr 28 19:46:00.619775 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-d08cf000-7069-4435-b1e0-69cb2917a89f tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=954b64d9295148649be7e07ed9dd7710&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305572 Apr 28 19:46:00.753184 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-15790591-94de-42d4-bbfb-c00fa05d91a4 service neutron] 10.222.0.62 "GET /v2.0/networks/2db6f002-b12c-425e-bcff-88ed0e994038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250122 Apr 28 19:46:00.770902 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e979d-96d3-43b7-9cfd-e7ab5dea3bc7 req-04d406c6-d2c3-4768-b52a-3f85cccb275e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:00.772567 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1a3e979d-96d3-43b7-9cfd-e7ab5dea3bc7 req-04d406c6-d2c3-4768-b52a-3f85cccb275e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0600562 Apr 28 19:46:00.833571 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1a3e979d-96d3-43b7-9cfd-e7ab5dea3bc7 req-e9c305bf-fff0-4b22-8bd1-1368049435b4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549467 Apr 28 19:46:00.872315 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-0223f548-d38f-408c-99fa-360adb03eee3 service neutron] 10.222.0.62 "GET /v2.0/networks/2db6f002-b12c-425e-bcff-88ed0e994038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130147 Apr 28 19:46:01.080287 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7f536795-a23f-4f18-a531-90eb59bd4ec6 req-ae67bbcf-8fe6-4d81-ab4e-c9841e1f8042 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 210 time: 0.0396931 Apr 28 19:46:01.226902 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c643ad-830f-4c1a-962f-3cf34a4795c0 req-f6a2074c-d8a2-4498-b37b-063689fc78e3 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:01.228634 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-85c643ad-830f-4c1a-962f-3cf34a4795c0 req-f6a2074c-d8a2-4498-b37b-063689fc78e3 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.0812030 Apr 28 19:46:01.299046 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-85c643ad-830f-4c1a-962f-3cf34a4795c0 req-4ebc4a97-0041-4d92-ada6-8266cc0a7cac tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529883 Apr 28 19:46:01.975692 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab09701-b16b-47b7-9a2b-4b04169de680 req-1d496bf9-5327-4b09-a11e-d7b2db5875fd tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:01.977299 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fab09701-b16b-47b7-9a2b-4b04169de680 req-1d496bf9-5327-4b09-a11e-d7b2db5875fd tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0611060 Apr 28 19:46:02.035872 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fab09701-b16b-47b7-9a2b-4b04169de680 req-cf6ce496-3879-4cf6-a023-8f86efd2acd1 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519874 Apr 28 19:46:02.196246 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ecf99eef-a303-4f29-96fb-5a40aa4fb04e req-b63532c9-8c86-47fe-9a7e-bc507cef28ce tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 210 time: 0.0339386 Apr 28 19:46:02.433411 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92be7ad-f1ad-4127-ad17-e36ae79f0006 req-d3c2bd6f-43bc-497d-8cfa-88b569e8f7cc tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:02.434976 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e92be7ad-f1ad-4127-ad17-e36ae79f0006 req-d3c2bd6f-43bc-497d-8cfa-88b569e8f7cc tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.0539000 Apr 28 19:46:02.519211 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e92be7ad-f1ad-4127-ad17-e36ae79f0006 req-e0912889-2e4e-4dac-8ede-ec2f8e6038ef tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758643 Apr 28 19:46:03.119321 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 53104) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:03.179073 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabdb60-6711-44e1-93ab-5efe82f34a15 req-799ac618-b4bb-46e2-867f-42593c6f6700 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:03.186456 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5cabdb60-6711-44e1-93ab-5efe82f34a15 req-799ac618-b4bb-46e2-867f-42593c6f6700 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0529652 Apr 28 19:46:03.249425 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-359ef6b7-da3c-4c36-903a-c99bd5a1e2bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:03.254274 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5cabdb60-6711-44e1-93ab-5efe82f34a15 req-9957c407-069d-4ae8-b59a-edb72063c3a6 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652223 Apr 28 19:46:03.315109 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8f4e67f4-2c01-4a1a-9c66-3ba04f2f2095 req-c5ccf5fd-bf3e-48fe-9d54-5de88ab8d817 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 210 time: 0.0329680 Apr 28 19:46:03.368825 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-359ef6b7-da3c-4c36-903a-c99bd5a1e2bf admin admin] Publish callbacks [] for security_group (ab9485ec-46ad-4659-a72c-60e92cd5c6ab), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:03.374340 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-359ef6b7-da3c-4c36-903a-c99bd5a1e2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ab9485ec-46ad-4659-a72c-60e92cd5c6ab), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:03.416479 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-359ef6b7-da3c-4c36-903a-c99bd5a1e2bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b7aadadb9c443a98560742d169cb3ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960086 Apr 28 19:46:03.417494 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ef6b7-da3c-4c36-903a-c99bd5a1e2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9485ec-46ad-4659-a72c-60e92cd5c6ab,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:03.419884 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 53110) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:03.478914 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5dccb4cd-b285-425f-a55e-41dc313be0c0 admin admin] Publish callbacks [] for security_group (ab9485ec-46ad-4659-a72c-60e92cd5c6ab), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:03.505302 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5dccb4cd-b285-425f-a55e-41dc313be0c0 admin admin] Publish callbacks [] for security_group (ab9485ec-46ad-4659-a72c-60e92cd5c6ab), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:03.564631 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5dccb4cd-b285-425f-a55e-41dc313be0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ab9485ec-46ad-4659-a72c-60e92cd5c6ab), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:03.569226 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5dccb4cd-b285-425f-a55e-41dc313be0c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:03.570386 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-5dccb4cd-b285-425f-a55e-41dc313be0c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab9485ec-46ad-4659-a72c-60e92cd5c6ab HTTP/1.1" status: 204 len: 168 time: 0.1491086 Apr 28 19:46:03.581663 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccb4cd-b285-425f-a55e-41dc313be0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9485ec-46ad-4659-a72c-60e92cd5c6ab,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:03.748423 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d5eef-d3ff-424b-8d78-a564c7151d01 req-d1f2cc22-bfcf-4d4a-98c5-44396611467a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:03.750602 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-de5d5eef-d3ff-424b-8d78-a564c7151d01 req-d1f2cc22-bfcf-4d4a-98c5-44396611467a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.0728240 Apr 28 19:46:03.828123 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-de5d5eef-d3ff-424b-8d78-a564c7151d01 req-12f762b0-9547-466d-aaeb-f8bb32bac26c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712013 Apr 28 19:46:03.971890 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 53122) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:03.986276 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-271953cd-496c-4a39-8497-03b5fb6d4e3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:04.080080 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-271953cd-496c-4a39-8497-03b5fb6d4e3a admin admin] Publish callbacks [] for security_group (3c726a4a-995a-4ca4-9cf7-44c1555b2489), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:04.084575 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-271953cd-496c-4a39-8497-03b5fb6d4e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (3c726a4a-995a-4ca4-9cf7-44c1555b2489), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:04.125834 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271953cd-496c-4a39-8497-03b5fb6d4e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c726a4a-995a-4ca4-9cf7-44c1555b2489,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:04.131619 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-271953cd-496c-4a39-8497-03b5fb6d4e3a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e41508ef1a6e4af1ba95604da0518ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586189 Apr 28 19:46:04.136078 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 53124) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:04.194941 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-88c341f0-e6e7-4584-aafe-d1654f5c2660 admin admin] Publish callbacks [] for security_group (3c726a4a-995a-4ca4-9cf7-44c1555b2489), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:04.221446 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-88c341f0-e6e7-4584-aafe-d1654f5c2660 admin admin] Publish callbacks [] for security_group (3c726a4a-995a-4ca4-9cf7-44c1555b2489), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:04.281549 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-88c341f0-e6e7-4584-aafe-d1654f5c2660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (3c726a4a-995a-4ca4-9cf7-44c1555b2489), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:04.284188 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-88c341f0-e6e7-4584-aafe-d1654f5c2660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:04.285400 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-88c341f0-e6e7-4584-aafe-d1654f5c2660 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c726a4a-995a-4ca4-9cf7-44c1555b2489 HTTP/1.1" status: 204 len: 168 time: 0.1472483 Apr 28 19:46:04.294293 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c341f0-e6e7-4584-aafe-d1654f5c2660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c726a4a-995a-4ca4-9cf7-44c1555b2489,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:04.419661 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33e2ac-6eb7-4544-9420-2f8593151ee3 req-c0e0459a-7181-439d-b35a-c7c6acbd1459 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:04.422433 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9a33e2ac-6eb7-4544-9420-2f8593151ee3 req-c0e0459a-7181-439d-b35a-c7c6acbd1459 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0867591 Apr 28 19:46:04.472769 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e094a046-47ed-40a7-b7ce-3afdfb58434b req-55819fd2-c15a-4a0e-b3bb-4bf4e654dacb tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 210 time: 0.0660393 Apr 28 19:46:04.518339 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9a33e2ac-6eb7-4544-9420-2f8593151ee3 req-279164f7-ad46-42b3-832a-cc5ee3769507 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855708 Apr 28 19:46:04.974066 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54027477-95ee-4053-b1ff-c3ae7f3f9b97 req-383aa647-5ed3-4cd2-8014-31c1bf823c4a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:04.975685 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-54027477-95ee-4053-b1ff-c3ae7f3f9b97 req-383aa647-5ed3-4cd2-8014-31c1bf823c4a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.0659077 Apr 28 19:46:05.038408 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-54027477-95ee-4053-b1ff-c3ae7f3f9b97 req-6b8b9a20-a353-4364-b968-4c02903ecea2 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525839 Apr 28 19:46:05.402988 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c1d92-c326-40f5-b2cf-d3e2050a6255 req-7d4a07c6-88da-452f-871a-7402fe45032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:05.405555 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-937c1d92-c326-40f5-b2cf-d3e2050a6255 req-7d4a07c6-88da-452f-871a-7402fe45032e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe&device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 1128 time: 0.1107779 Apr 28 19:46:05.617079 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c1d92-c326-40f5-b2cf-d3e2050a6255 req-1614d070-4a70-4caa-9a44-05de7eac29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:05.621713 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-937c1d92-c326-40f5-b2cf-d3e2050a6255 req-1614d070-4a70-4caa-9a44-05de7eac29fb service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3dcd011-1276-4838-a5e9-d63807bfdd83 HTTP/1.1" status: 200 len: 918 time: 0.1713080 Apr 28 19:46:05.696562 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad009e-d07b-4dde-acc0-2c3406296ede req-2631ea68-fd8e-465b-8e2c-032c4dfb1c72 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:05.699781 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-47ad009e-d07b-4dde-acc0-2c3406296ede req-2631ea68-fd8e-465b-8e2c-032c4dfb1c72 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0781646 Apr 28 19:46:05.754008 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-937c1d92-c326-40f5-b2cf-d3e2050a6255 req-8de502fc-eb0c-47b7-a153-09cf0c1123f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d HTTP/1.1" status: 200 len: 217 time: 0.1002297 Apr 28 19:46:05.756600 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f8605429-6304-472f-82a9-4e2b05a62984 req-4978d9c1-f111-48e3-be4d-9df216bf514d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 210 time: 0.1331558 Apr 28 19:46:05.856478 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c1d92-c326-40f5-b2cf-d3e2050a6255 req-0b5d2b4b-eb2e-438c-b5ec-d3408e8ca5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:05.858416 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-937c1d92-c326-40f5-b2cf-d3e2050a6255 req-0b5d2b4b-eb2e-438c-b5ec-d3408e8ca5bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3c2d8fac-6409-4404-8d0b-acd651903b10 HTTP/1.1" status: 200 len: 856 time: 0.0977252 Apr 28 19:46:05.878828 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-47ad009e-d07b-4dde-acc0-2c3406296ede req-96ee1337-153e-4c35-b872-a97015a7fb98 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691911 Apr 28 19:46:05.889377 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 643e264e-1e48-43e0-b1b6-b97dfd75219d details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:46:06.097553 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 643e264e-1e48-43e0-b1b6-b97dfd75219d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:06.134259 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'port_id': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'mac_address': 'fa:16:3e:5c:0b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:46:06.146523 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c1d92-c326-40f5-b2cf-d3e2050a6255 req-848a00d5-c1af-4c7f-8449-68acefe992ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:06.149342 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-937c1d92-c326-40f5-b2cf-d3e2050a6255 req-848a00d5-c1af-4c7f-8449-68acefe992ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3dcd011-1276-4838-a5e9-d63807bfdd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1209021 Apr 28 19:46:06.241543 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 643e264e-1e48-43e0-b1b6-b97dfd75219d is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:06.241929 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:06.265148 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf60dca-981e-460e-9cae-ee043e880bec req-457967c4-b69e-44ac-a9ac-f5813b7e5114 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:06.272899 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643e264e-1e48-43e0-b1b6-b97dfd75219d {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:46:06.278888 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fcf60dca-981e-460e-9cae-ee043e880bec req-457967c4-b69e-44ac-a9ac-f5813b7e5114 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.0910244 Apr 28 19:46:06.323211 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 643e264e-1e48-43e0-b1b6-b97dfd75219d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:06.334657 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:06.381746 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fcf60dca-981e-460e-9cae-ee043e880bec req-7e02613e-f8a2-43ad-8fc7-0b8ed6ec8817 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016214 Apr 28 19:46:06.415374 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=643e264e-1e48-43e0-b1b6-b97dfd75219d,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:06.929064 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1d15db40-de0d-4143-8aa0-d208aa58c693 req-5f153b61-bf46-4030-9aa0-1c40d988f530 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 210 time: 0.0563657 Apr 28 19:46:07.045987 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 53204) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:07.046472 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412b84c-adf0-4741-836f-f38167e812e6 req-152f29d9-dc73-4d72-8506-bfb7b31fc973 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:07.048233 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7412b84c-adf0-4741-836f-f38167e812e6 req-152f29d9-dc73-4d72-8506-bfb7b31fc973 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0555282 Apr 28 19:46:07.112993 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['643e264e-1e48-43e0-b1b6-b97dfd75219d'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:07.127618 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7412b84c-adf0-4741-836f-f38167e812e6 req-c2a4a205-1938-4f0b-8d49-c7f3410075ab tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682247 Apr 28 19:46:07.430773 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1fcb32bd-bbfe-411a-ad81-bfe7b3bb5261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:07.545671 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1fcb32bd-bbfe-411a-ad81-bfe7b3bb5261 admin admin] Publish callbacks [] for security_group (0d3784e1-21a2-40db-bf02-e5df20266f5f), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:07.550246 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1fcb32bd-bbfe-411a-ad81-bfe7b3bb5261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (0d3784e1-21a2-40db-bf02-e5df20266f5f), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:07.587714 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8e3c-6c4d-44cd-a868-e4b135233daa req-d23e7ba7-3737-4725-ab72-ec6d17be8b76 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:07.590305 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-925b8e3c-6c4d-44cd-a868-e4b135233daa req-d23e7ba7-3737-4725-ab72-ec6d17be8b76 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 945 time: 0.0858076 Apr 28 19:46:07.617617 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb32bd-bbfe-411a-ad81-bfe7b3bb5261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3784e1-21a2-40db-bf02-e5df20266f5f,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:07.623995 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-1fcb32bd-bbfe-411a-ad81-bfe7b3bb5261 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=889a05e05d2f4e36957ef059ddfb52a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5766125 Apr 28 19:46:07.626769 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 53212) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:07.672883 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-925b8e3c-6c4d-44cd-a868-e4b135233daa req-a3eed1b0-560b-4174-81c8-9a13604d5a73 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701232 Apr 28 19:46:07.695543 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7dbdd83b-5556-492d-bd13-f03ab3d85082 admin admin] Publish callbacks [] for security_group (0d3784e1-21a2-40db-bf02-e5df20266f5f), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:07.725788 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7dbdd83b-5556-492d-bd13-f03ab3d85082 admin admin] Publish callbacks [] for security_group (0d3784e1-21a2-40db-bf02-e5df20266f5f), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:07.784685 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7dbdd83b-5556-492d-bd13-f03ab3d85082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (0d3784e1-21a2-40db-bf02-e5df20266f5f), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:07.788888 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7dbdd83b-5556-492d-bd13-f03ab3d85082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:07.790833 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-7dbdd83b-5556-492d-bd13-f03ab3d85082 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d3784e1-21a2-40db-bf02-e5df20266f5f HTTP/1.1" status: 204 len: 168 time: 0.1628535 Apr 28 19:46:07.804463 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdd83b-5556-492d-bd13-f03ab3d85082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3784e1-21a2-40db-bf02-e5df20266f5f,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:08.125262 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-78565232-70bc-400e-96b3-70b915207af6 req-9049d5e5-73ba-41eb-bf7b-c8a1e8e797a0 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 210 time: 0.0500429 Apr 28 19:46:08.133963 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 53224) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:08.157099 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2a328fc7-70aa-403c-a014-9a110bf0ef60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:08.329801 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba30ff-7aa0-49cc-998f-fa913fa11dc0 req-d0843575-63f1-48ba-8d23-cd4b077afaa4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:08.331569 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ffba30ff-7aa0-49cc-998f-fa913fa11dc0 req-d0843575-63f1-48ba-8d23-cd4b077afaa4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.1113355 Apr 28 19:46:08.365553 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2a328fc7-70aa-403c-a014-9a110bf0ef60 admin admin] Publish callbacks [] for security_group (d9d18d79-ee8d-44ba-b6c0-847f210a9349), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:08.381119 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2a328fc7-70aa-403c-a014-9a110bf0ef60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d9d18d79-ee8d-44ba-b6c0-847f210a9349), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:08.436979 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ffba30ff-7aa0-49cc-998f-fa913fa11dc0 req-d16032ae-5730-4afc-a596-31c77b72d070 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909269 Apr 28 19:46:08.481230 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-2a328fc7-70aa-403c-a014-9a110bf0ef60 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=68d56685927b4b8ba1ad4d0bb14d01a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406248 Apr 28 19:46:08.481774 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 53230) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:08.488392 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a328fc7-70aa-403c-a014-9a110bf0ef60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d18d79-ee8d-44ba-b6c0-847f210a9349,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:08.553194 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 643e264e-1e48-43e0-b1b6-b97dfd75219d up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:08.653834 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-df6dab92-0458-411f-acaa-c62a1697408e req-9cff15b8-5d3e-4ab6-83e1-f557b5080b5d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1069851 Apr 28 19:46:08.681400 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-cb60c62b-1d20-49a0-9d60-ff0d818b1d8e admin admin] Publish callbacks [] for security_group (d9d18d79-ee8d-44ba-b6c0-847f210a9349), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:08.722781 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port 643e264e-1e48-43e0-b1b6-b97dfd75219d completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:46:08.728087 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-937c1d92-c326-40f5-b2cf-d3e2050a6255 req-7dbdca75-76ce-44cc-b793-a04874d029c4 service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549421 Apr 28 19:46:08.733684 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-cb60c62b-1d20-49a0-9d60-ff0d818b1d8e admin admin] Publish callbacks [] for security_group (d9d18d79-ee8d-44ba-b6c0-847f210a9349), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:08.751050 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 643e264e-1e48-43e0-b1b6-b97dfd75219d triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:08.752883 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:08.869249 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9e8d9-3f46-41b2-b64d-dc81905427a8 req-f826df21-a805-4aaa-95fb-3e234dbeceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:08.871741 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ddb9e8d9-3f46-41b2-b64d-dc81905427a8 req-f826df21-a805-4aaa-95fb-3e234dbeceda service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 1129 time: 0.0708880 Apr 28 19:46:08.877937 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dab92-0458-411f-acaa-c62a1697408e req-6118c40d-6898-4cbb-a97e-bcfa2dc82fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:08.879484 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-df6dab92-0458-411f-acaa-c62a1697408e req-6118c40d-6898-4cbb-a97e-bcfa2dc82fd6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 1130 time: 0.1363201 Apr 28 19:46:08.958896 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 643e264e-1e48-43e0-b1b6-b97dfd75219d is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:08.960352 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:08.983405 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-cb60c62b-1d20-49a0-9d60-ff0d818b1d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d9d18d79-ee8d-44ba-b6c0-847f210a9349), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:08.986142 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-cb60c62b-1d20-49a0-9d60-ff0d818b1d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:08.989890 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-cb60c62b-1d20-49a0-9d60-ff0d818b1d8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d9d18d79-ee8d-44ba-b6c0-847f210a9349 HTTP/1.1" status: 204 len: 168 time: 0.5045407 Apr 28 19:46:08.996531 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643e264e-1e48-43e0-b1b6-b97dfd75219d'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:09.000921 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a66870-ecc3-4b5f-bcc4-1515ff18077b" -d '{"events": [{"server_uuid": "36467ad6-1d64-43d9-9229-eb26e193bce6", "name": "network-vif-plugged", "status": "completed", "tag": "643e264e-1e48-43e0-b1b6-b97dfd75219d"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:09.017535 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ddb9e8d9-3f46-41b2-b64d-dc81905427a8 req-9a9b3efb-0a08-4aed-8bd9-6a137eba6266 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369796 Apr 28 19:46:09.024656 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 643e264e-1e48-43e0-b1b6-b97dfd75219d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:09.029894 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60c62b-1d20-49a0-9d60-ff0d818b1d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d18d79-ee8d-44ba-b6c0-847f210a9349,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:09.043701 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:09.068529 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dab92-0458-411f-acaa-c62a1697408e req-ded34e16-50b7-4585-9409-4d91b0f110c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:09.081546 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-df6dab92-0458-411f-acaa-c62a1697408e req-ded34e16-50b7-4585-9409-4d91b0f110c7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 919 time: 0.1729331 Apr 28 19:46:09.098757 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a2ee0-70e3-40c4-86cb-27129d798424 req-07b04c1a-750a-46e7-8750-fd9daf3dbfcb tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:09.101578 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1a1a2ee0-70e3-40c4-86cb-27129d798424 req-07b04c1a-750a-46e7-8750-fd9daf3dbfcb tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 945 time: 0.2175503 Apr 28 19:46:09.117608 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b6cf79-f2e5-4dbc-b416-287c2f4a5fd3 x-openstack-request-id: req-52b6cf79-f2e5-4dbc-b416-287c2f4a5fd3 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:09.118355 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36467ad6-1d64-43d9-9229-eb26e193bce6", "name": "network-vif-plugged", "status": "completed", "tag": "643e264e-1e48-43e0-b1b6-b97dfd75219d", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:09.118638 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52b6cf79-f2e5-4dbc-b416-287c2f4a5fd3 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:09.118770 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-78c26720-6c9d-414f-9281-61d3175b4bd4 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:09.119089 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b6cf79-f2e5-4dbc-b416-287c2f4a5fd3'] response: {'server_uuid': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'code': 200} Apr 28 19:46:09.120655 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-78c26720-6c9d-414f-9281-61d3175b4bd4 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.65 "GET /v2.0/networks?id=2db6f002-b12c-425e-bcff-88ed0e994038 HTTP/1.1" status: 200 len: 813 time: 0.7436807 Apr 28 19:46:09.150972 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=643e264e-1e48-43e0-b1b6-b97dfd75219d,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:09.192662 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1a1a2ee0-70e3-40c4-86cb-27129d798424 req-d91d9617-c141-46a3-ade9-0a1f49bd44f3 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706158 Apr 28 19:46:09.194687 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-937c1d92-c326-40f5-b2cf-d3e2050a6255 req-6a4a294a-1163-45e8-98a6-817d1d69bf34 service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560270 Apr 28 19:46:09.280351 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-71f05ab8-46b4-4346-a705-7ac48683c407 req-e95ce8bc-1d47-4336-8eca-978d74a1118d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 210 time: 0.0353994 Apr 28 19:46:09.345570 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-8257d1e2-d2eb-49e0-bba7-87801dcf69fe tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Request body: {'port': {'device_id': 'ce05c4fb-b620-4c0d-940c-d099c6866126', 'network_id': '2db6f002-b12c-425e-bcff-88ed0e994038', 'admin_state_up': True, 'tenant_id': '954b64d9295148649be7e07ed9dd7710'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:46:09.419222 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-df6dab92-0458-411f-acaa-c62a1697408e req-44b073e2-c2b0-4074-aea5-811b87b9956b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92c5dae6-f3d6-4246-a2a2-51a498366224 HTTP/1.1" status: 200 len: 217 time: 0.0857828 Apr 28 19:46:09.530030 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dab92-0458-411f-acaa-c62a1697408e req-f34fa0ea-d32d-4c0b-aaab-e06d248509ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:09.531975 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-df6dab92-0458-411f-acaa-c62a1697408e req-f34fa0ea-d32d-4c0b-aaab-e06d248509ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.1011868 Apr 28 19:46:09.599945 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-8257d1e2-d2eb-49e0-bba7-87801dcf69fe tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Made reservation on behalf of 954b64d9295148649be7e07ed9dd7710 for: {'port': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:09.604114 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-8257d1e2-d2eb-49e0-bba7-87801dcf69fe tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:09.628262 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56955dee-8519-46be-9566-c793386e68fe req-b7c2e1fc-546c-43ad-9e2a-0e647778ec26 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:09.630289 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-56955dee-8519-46be-9566-c793386e68fe req-b7c2e1fc-546c-43ad-9e2a-0e647778ec26 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0860698 Apr 28 19:46:09.782013 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-56955dee-8519-46be-9566-c793386e68fe req-84ac8974-de78-4086-9e60-0a60401fbfd7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032948 Apr 28 19:46:09.806515 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-8257d1e2-d2eb-49e0-bba7-87801dcf69fe tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Allocated IP 172.20.0.10 (2db6f002-b12c-425e-bcff-88ed0e994038/4431121d-2304-4d21-82e1-cb4db6cbdfe2/8dc23b09-dd62-4f3e-923c-f4c89adcc53a) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:10.030113 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-8257d1e2-d2eb-49e0-bba7-87801dcf69fe tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks [] for port (8dc23b09-dd62-4f3e-923c-f4c89adcc53a), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:10.125386 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dab92-0458-411f-acaa-c62a1697408e req-46248f3f-ddbc-4a8d-ac50-a1fdf12091ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:10.127291 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-df6dab92-0458-411f-acaa-c62a1697408e req-46248f3f-ddbc-4a8d-ac50-a1fdf12091ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0856481 Apr 28 19:46:10.137136 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-8257d1e2-d2eb-49e0-bba7-87801dcf69fe tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (8dc23b09-dd62-4f3e-923c-f4c89adcc53a), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:10.199295 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f0f01-64f4-4176-9c86-a12b3a91d724 req-89ab7a6b-ff80-4f5a-b405-2df1e2808deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:10.201564 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-018f0f01-64f4-4176-9c86-a12b3a91d724 req-89ab7a6b-ff80-4f5a-b405-2df1e2808deb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 1130 time: 0.1294820 Apr 28 19:46:10.245415 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-8257d1e2-d2eb-49e0-bba7-87801dcf69fe tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Network 2db6f002-b12c-425e-bcff-88ed0e994038 is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:10.273743 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257d1e2-d2eb-49e0-bba7-87801dcf69fe tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Pushing event updated for resources: {'Port': ['ID=8dc23b09-dd62-4f3e-923c-f4c89adcc53a,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:10.283969 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-8257d1e2-d2eb-49e0-bba7-87801dcf69fe tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:10.289990 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-8257d1e2-d2eb-49e0-bba7-87801dcf69fe tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:10.293931 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-df6dab92-0458-411f-acaa-c62a1697408e req-05982a89-bff6-45a7-8cb2-96205fa86ee7 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384647 Apr 28 19:46:10.297020 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-8257d1e2-d2eb-49e0-bba7-87801dcf69fe tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:10.297692 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-8257d1e2-d2eb-49e0-bba7-87801dcf69fe tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:10.341250 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-8257d1e2-d2eb-49e0-bba7-87801dcf69fe tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0063946 Apr 28 19:46:10.348524 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-018f0f01-64f4-4176-9c86-a12b3a91d724 req-567dce23-1f46-4180-955d-30db7a28af1c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371493 Apr 28 19:46:10.353561 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Request body: {'port': {'device_id': 'ce05c4fb-b620-4c0d-940c-d099c6866126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:46:10.357422 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:10.390218 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81926b39-7f2d-4520-a481-d39d7c5a009b req-7058b42b-14e7-4477-bf46-e207df5a7121 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:10.394006 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-81926b39-7f2d-4520-a481-d39d7c5a009b req-7058b42b-14e7-4477-bf46-e207df5a7121 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0958941 Apr 28 19:46:10.462297 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe37a7-5cb5-4faf-8677-bd871c4d4055 req-1a558d24-3860-4bf5-a87b-34b9484b1997 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:10.463901 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c0fe37a7-5cb5-4faf-8677-bd871c4d4055 req-1a558d24-3860-4bf5-a87b-34b9484b1997 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 932 time: 0.0866709 Apr 28 19:46:10.469840 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (8dc23b09-dd62-4f3e-923c-f4c89adcc53a), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:10.525511 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-81926b39-7f2d-4520-a481-d39d7c5a009b req-827f6314-7846-43b3-a84a-a852c73b9d27 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172721 Apr 28 19:46:10.560734 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-df6dab92-0458-411f-acaa-c62a1697408e req-887bcc95-aff5-4bca-83a2-a2e4f965b1ad service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595406 Apr 28 19:46:10.575251 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c0fe37a7-5cb5-4faf-8677-bd871c4d4055 req-eda55ebf-530a-491c-be20-981f7317bc7f tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000495 Apr 28 19:46:10.734250 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 53294) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:10.898604 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc23b09-dd62-4f3e-923c-f4c89adcc53a {{(pid=109984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:46:10.919074 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Publish callbacks [] for port (8dc23b09-dd62-4f3e-923c-f4c89adcc53a), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:10.943743 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.provisioning_blocks [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Transition to ACTIVE for port object 8dc23b09-dd62-4f3e-923c-f4c89adcc53a will not be triggered until provisioned by entity L2. {{(pid=109984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:46:10.950308 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (8dc23b09-dd62-4f3e-923c-f4c89adcc53a), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:10.976481 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01ffd491-a3f2-4ecb-9a51-4409d0eb09d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:11.035828 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f91f5-6624-4973-8e0d-88ce2a55f006 req-24c9f3a1-dda8-4ef9-9188-2ec3c3ac477e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:11.038619 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fa7f91f5-6624-4973-8e0d-88ce2a55f006 req-24c9f3a1-dda8-4ef9-9188-2ec3c3ac477e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.1243653 Apr 28 19:46:11.044542 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Pushing event updated for resources: {'Port': ['ID=8dc23b09-dd62-4f3e-923c-f4c89adcc53a,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:11.112168 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Attempting to bind port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:46:11.112768 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Attempting to bind port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'a3de4bc1-64a7-4820-9271-0af72d81231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2db6f002-b12c-425e-bcff-88ed0e994038'}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:46:11.113393 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Attempting to bind port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a on network 2db6f002-b12c-425e-bcff-88ed0e994038 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:11.121206 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a on network 2db6f002-b12c-425e-bcff-88ed0e994038 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:46:11.121836 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Attempting to bind port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a on network 2db6f002-b12c-425e-bcff-88ed0e994038 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:11.127718 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:46:11.128107 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Checking segment: {'id': 'a3de4bc1-64a7-4820-9271-0af72d81231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2db6f002-b12c-425e-bcff-88ed0e994038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:46:11.128494 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Bound using segment: {'id': 'a3de4bc1-64a7-4820-9271-0af72d81231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2db6f002-b12c-425e-bcff-88ed0e994038'} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:46:11.128935 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Bound port: 8dc23b09-dd62-4f3e-923c-f4c89adcc53a, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3de4bc1-64a7-4820-9271-0af72d81231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2db6f002-b12c-425e-bcff-88ed0e994038'}}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:46:11.129297 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (8dc23b09-dd62-4f3e-923c-f4c89adcc53a), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:11.166804 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fa7f91f5-6624-4973-8e0d-88ce2a55f006 req-9ed035fb-a418-4ec2-9098-9efa44bd2029 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179705 Apr 28 19:46:11.207717 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] For port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a, host hv-cinder-82694, cleared binding levels {{(pid=109984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:11.211632 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] For port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8dc23b09-dd62-4f3e-923c-f4c89adcc53a,segment=NetworkSegment(a3de4bc1-64a7-4820-9271-0af72d81231c),segment_id=a3de4bc1-64a7-4820-9271-0af72d81231c)] {{(pid=109984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:46:11.222533 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (8dc23b09-dd62-4f3e-923c-f4c89adcc53a), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:11.225990 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01ffd491-a3f2-4ecb-9a51-4409d0eb09d5 admin admin] Publish callbacks [] for security_group (079405af-6582-4513-a5e8-01cac95fe2ff), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:11.233182 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01ffd491-a3f2-4ecb-9a51-4409d0eb09d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (079405af-6582-4513-a5e8-01cac95fe2ff), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:11.283569 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:11.284516 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-01ffd491-a3f2-4ecb-9a51-4409d0eb09d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8949720ffb044f76bc7c2ca97c6f313b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5491433 Apr 28 19:46:11.284838 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:11.285688 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffd491-a3f2-4ecb-9a51-4409d0eb09d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079405af-6582-4513-a5e8-01cac95fe2ff,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:11.287393 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] 10.222.0.65 "PUT /v2.0/ports/8dc23b09-dd62-4f3e-923c-f4c89adcc53a HTTP/1.1" status: 200 len: 1094 time: 0.9378254 Apr 28 19:46:11.288247 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce05c4fb-b620-4c0d-940c-d099c6866126', 'tag': '8dc23b09-dd62-4f3e-923c-f4c89adcc53a'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:11.288557 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 53306) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:11.292930 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99430f67-5f8d-4f17-9eb3-86fe89e8c051" -d '{"events": [{"name": "network-changed", "server_uuid": "ce05c4fb-b620-4c0d-940c-d099c6866126", "tag": "8dc23b09-dd62-4f3e-923c-f4c89adcc53a"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:11.351881 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5eaca-93b8-4c9c-9c2f-7225769be97a service neutron] Pushing event updated for resources: {'Port': ['ID=8dc23b09-dd62-4f3e-923c-f4c89adcc53a,revision_number=3']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:11.359842 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca656809-3a8e-4eed-9b19-56f1739d9d34 x-openstack-request-id: req-ca656809-3a8e-4eed-9b19-56f1739d9d34 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:11.360283 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce05c4fb-b620-4c0d-940c-d099c6866126", "tag": "8dc23b09-dd62-4f3e-923c-f4c89adcc53a", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:11.360676 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca656809-3a8e-4eed-9b19-56f1739d9d34 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:11.361282 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca656809-3a8e-4eed-9b19-56f1739d9d34'] response: {'name': 'network-changed', 'server_uuid': 'ce05c4fb-b620-4c0d-940c-d099c6866126', 'tag': '8dc23b09-dd62-4f3e-923c-f4c89adcc53a', 'status': 'completed', 'code': 200} Apr 28 19:46:11.369274 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-26bccf62-315c-42c2-ad53-8b339afc8b27 admin admin] Publish callbacks [] for security_group (079405af-6582-4513-a5e8-01cac95fe2ff), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:11.395113 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-26bccf62-315c-42c2-ad53-8b339afc8b27 admin admin] Publish callbacks [] for security_group (079405af-6582-4513-a5e8-01cac95fe2ff), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:11.455198 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-26bccf62-315c-42c2-ad53-8b339afc8b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (079405af-6582-4513-a5e8-01cac95fe2ff), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:11.457930 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-26bccf62-315c-42c2-ad53-8b339afc8b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:11.459185 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-26bccf62-315c-42c2-ad53-8b339afc8b27 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/079405af-6582-4513-a5e8-01cac95fe2ff HTTP/1.1" status: 204 len: 168 time: 0.1696045 Apr 28 19:46:11.471435 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bccf62-315c-42c2-ad53-8b339afc8b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079405af-6582-4513-a5e8-01cac95fe2ff,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:11.672586 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da31043-f064-422d-8ca1-e7cf3fa90296 req-c3bef0e8-b6d9-4ab5-b2d3-ab459e67c13d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:11.680590 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6da31043-f064-422d-8ca1-e7cf3fa90296 req-c3bef0e8-b6d9-4ab5-b2d3-ab459e67c13d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0777812 Apr 28 19:46:11.760182 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6da31043-f064-422d-8ca1-e7cf3fa90296 req-c6294c52-3426-4145-9fe0-f1b6fb30e9db tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738678 Apr 28 19:46:11.806231 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b029e1-86f6-493c-be15-c9d269636336 req-9e994cfc-76be-48ea-90ed-1542282cee80 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:11.815138 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-67b029e1-86f6-493c-be15-c9d269636336 req-9e994cfc-76be-48ea-90ed-1542282cee80 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 944 time: 0.1176939 Apr 28 19:46:12.187203 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-67b029e1-86f6-493c-be15-c9d269636336 req-35860241-7490-471f-8985-aeedc61bb368 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679717 Apr 28 19:46:12.438410 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd6aca-825a-4338-9d29-623d011a7d14 req-06aa8ca5-146f-474e-96f1-7ea02cb7da14 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:12.452775 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-32fd6aca-825a-4338-9d29-623d011a7d14 req-06aa8ca5-146f-474e-96f1-7ea02cb7da14 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.1901233 Apr 28 19:46:12.531927 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-32fd6aca-825a-4338-9d29-623d011a7d14 req-7314ded5-e7b1-4c25-b14a-e29d9bba6715 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771005 Apr 28 19:46:12.697077 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143f1a4-5b6f-4727-9ee5-d35a466ba542 req-db8ba7d9-47ea-4bfc-b78d-3071ea4fd9fa tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:12.699290 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2143f1a4-5b6f-4727-9ee5-d35a466ba542 req-db8ba7d9-47ea-4bfc-b78d-3071ea4fd9fa tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0620909 Apr 28 19:46:12.752293 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2143f1a4-5b6f-4727-9ee5-d35a466ba542 req-38e716c1-3a7f-4651-936f-5b6c9450f5f5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461941 Apr 28 19:46:12.842535 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99430f67-5f8d-4f17-9eb3-86fe89e8c051 req-4cf42e79-0e1f-46d5-b701-4cba60919fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:12.844356 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-99430f67-5f8d-4f17-9eb3-86fe89e8c051 req-4cf42e79-0e1f-46d5-b701-4cba60919fb3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=954b64d9295148649be7e07ed9dd7710&device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 1128 time: 0.0489705 Apr 28 19:46:12.963128 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c6b6d-710a-4f6e-9d9c-2acda69067e8 req-dc95a678-b662-414c-be3a-c2763d441158 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:12.970220 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2c7c6b6d-710a-4f6e-9d9c-2acda69067e8 req-dc95a678-b662-414c-be3a-c2763d441158 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0919898 Apr 28 19:46:13.032451 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2c7c6b6d-710a-4f6e-9d9c-2acda69067e8 req-f93e8fb2-5bd3-43a8-be58-f4913834a3c7 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613291 Apr 28 19:46:13.208880 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ff6ff-84fd-447f-8fe8-8ab5f1f1e078 req-46fafeae-0169-4436-bdb3-0491d1640540 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:13.228570 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 53380) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:13.233485 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-19a182ff-6529-4c1a-a0a1-9cc6fcea1c86 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Request body: {'floatingip': {'port_id': '643e264e-1e48-43e0-b1b6-b97dfd75219d'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:46:13.240740 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ca9ff6ff-84fd-447f-8fe8-8ab5f1f1e078 req-46fafeae-0169-4436-bdb3-0491d1640540 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.1117454 Apr 28 19:46:13.249749 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99430f67-5f8d-4f17-9eb3-86fe89e8c051 req-c9483179-7463-45e1-a059-629b40a43147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:13.251291 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-99430f67-5f8d-4f17-9eb3-86fe89e8c051 req-c9483179-7463-45e1-a059-629b40a43147 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=954b64d9295148649be7e07ed9dd7710&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3550355 Apr 28 19:46:13.415398 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a2117-3469-4d36-a4bb-b5b324485d4c req-0e6fedb5-120f-4b49-9d0b-e3886ef51470 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:13.417617 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f50a2117-3469-4d36-a4bb-b5b324485d4c req-0e6fedb5-120f-4b49-9d0b-e3886ef51470 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 944 time: 0.0596187 Apr 28 19:46:13.419890 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-19a182ff-6529-4c1a-a0a1-9cc6fcea1c86 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for floatingip (4c6d24b3-346f-4050-b3e4-f457f9a47a2d), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:13.540407 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99430f67-5f8d-4f17-9eb3-86fe89e8c051 req-7f6b47ea-5a8e-440e-ba7b-c0b556a0b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:13.542892 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-99430f67-5f8d-4f17-9eb3-86fe89e8c051 req-7f6b47ea-5a8e-440e-ba7b-c0b556a0b180 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2777586 Apr 28 19:46:13.680585 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f50a2117-3469-4d36-a4bb-b5b324485d4c req-cb4b94b1-3145-437e-8054-f15ef5e6b7e9 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322546 Apr 28 19:46:13.866890 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-bbecb5b7-0edf-4760-baeb-4a9ab4221267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:13.869619 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-bbecb5b7-0edf-4760-baeb-4a9ab4221267 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=954b64d9295148649be7e07ed9dd7710&device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 1128 time: 0.1007576 Apr 28 19:46:13.961606 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-1aca2ca8-7f65-49f9-a5ab-a097c1d541ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dc23b09-dd62-4f3e-923c-f4c89adcc53a HTTP/1.1" status: 200 len: 217 time: 0.0849080 Apr 28 19:46:14.048216 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-f4c2a272-4dba-4009-a802-263ced6747ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:14.051113 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-f4c2a272-4dba-4009-a802-263ced6747ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4431121d-2304-4d21-82e1-cb4db6cbdfe2 HTTP/1.1" status: 200 len: 853 time: 0.0818598 Apr 28 19:46:14.098380 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-5bf9006a-7936-4baf-bd45-96b54953ddf6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2db6f002-b12c-425e-bcff-88ed0e994038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378349 Apr 28 19:46:14.210751 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-4a9f7458-ed4e-4667-a28e-16de4fd89d7b service neutron] 10.222.0.65 "GET /v2.0/networks/2db6f002-b12c-425e-bcff-88ed0e994038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052015 Apr 28 19:46:14.262993 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.db.resource_extend [None req-19a182ff-6529-4c1a-a0a1-9cc6fcea1c86 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:46:14.320149 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-450b92ed-d859-4537-b146-0ad1e3f87cc3 req-a0b14b31-a385-4420-9730-4ec074ff95bd service neutron] 10.222.0.65 "GET /v2.0/networks/2db6f002-b12c-425e-bcff-88ed0e994038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032398 Apr 28 19:46:14.378899 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-19a182ff-6529-4c1a-a0a1-9cc6fcea1c86 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:14.383654 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-19a182ff-6529-4c1a-a0a1-9cc6fcea1c86 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (4c6d24b3-346f-4050-b3e4-f457f9a47a2d), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:14.771876 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad6b90-5943-473a-86ad-e199be67a01e req-43c41f0f-2fe1-48ff-9c77-19fa7d9fcb1d tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:14.773506 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7aad6b90-5943-473a-86ad-e199be67a01e req-43c41f0f-2fe1-48ff-9c77-19fa7d9fcb1d tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0635886 Apr 28 19:46:14.774913 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.l3_db [None req-19a182ff-6529-4c1a-a0a1-9cc6fcea1c86 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Floating IP 4c6d24b3-346f-4050-b3e4-f457f9a47a2d associated. External IP: 172.28.0.234, port: 643e264e-1e48-43e0-b1b6-b97dfd75219d. Apr 28 19:46:14.834739 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71339b-c4e0-40c6-9731-a25631da66f5 req-9b52b33f-2a58-4a41-82c8-7f371838dab9 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:14.836316 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cd71339b-c4e0-40c6-9731-a25631da66f5 req-9b52b33f-2a58-4a41-82c8-7f371838dab9 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 944 time: 0.0715806 Apr 28 19:46:14.888346 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cd71339b-c4e0-40c6-9731-a25631da66f5 req-af283760-e050-48b1-a4eb-e6aead206df7 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459449 Apr 28 19:46:14.902443 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7aad6b90-5943-473a-86ad-e199be67a01e req-3ab07c1a-87a8-4ffc-90ec-e50826175d9f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226261 Apr 28 19:46:15.037164 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a182ff-6529-4c1a-a0a1-9cc6fcea1c86 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Router b413acd6-3609-423d-a8d8-be0b380a0869 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:46:15.159114 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a182ff-6529-4c1a-a0a1-9cc6fcea1c86 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:46:15.164148 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-19a182ff-6529-4c1a-a0a1-9cc6fcea1c86 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:15.170158 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf5d8f-b31a-4f0f-a597-cb3a869902f4 None None] Sync routers for ids ['b413acd6-3609-423d-a8d8-be0b380a0869'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:15.181174 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf5d8f-b31a-4f0f-a597-cb3a869902f4 None None] Routers {'b413acd6-3609-423d-a8d8-be0b380a0869'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:15.181821 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-4faf5d8f-b31a-4f0f-a597-cb3a869902f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:45:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['b413acd6-3609-423d-a8d8-be0b380a0869'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:15.198706 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-19a182ff-6529-4c1a-a0a1-9cc6fcea1c86 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "PUT /v2.0/floatingips/4c6d24b3-346f-4050-b3e4-f457f9a47a2d HTTP/1.1" status: 200 len: 992 time: 1.9686229 Apr 28 19:46:15.199455 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'tag': '643e264e-1e48-43e0-b1b6-b97dfd75219d'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:15.202275 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ba9b56-f2a3-4891-82c3-f818051c1d90" -d '{"events": [{"name": "network-changed", "server_uuid": "36467ad6-1d64-43d9-9229-eb26e193bce6", "tag": "643e264e-1e48-43e0-b1b6-b97dfd75219d"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:15.242258 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5075400-7bde-41d2-b23c-5b05c6880221 x-openstack-request-id: req-f5075400-7bde-41d2-b23c-5b05c6880221 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:15.242558 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36467ad6-1d64-43d9-9229-eb26e193bce6", "tag": "643e264e-1e48-43e0-b1b6-b97dfd75219d", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:15.242808 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5075400-7bde-41d2-b23c-5b05c6880221 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:15.243209 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5075400-7bde-41d2-b23c-5b05c6880221'] response: {'name': 'network-changed', 'server_uuid': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'tag': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'status': 'completed', 'code': 200} Apr 28 19:46:15.313159 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-4faf5d8f-b31a-4f0f-a597-cb3a869902f4 None None] Set router b413acd6-3609-423d-a8d8-be0b380a0869 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:15.571508 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-4faf5d8f-b31a-4f0f-a597-cb3a869902f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '4c6d24b3-346f-4050-b3e4-f457f9a47a2d', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'floating_ip_address': '172.28.0.234', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'port_id': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'mac_address': 'fa:16:3e:5c:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:45:53Z', 'updated_at': '2022-04-28T19:46:14Z', 'revision_number': 1, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f73b2e-b092-46d9-8c95-ab11f88e857f', 'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'mac_address': 'fa:16:3e:47:41:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:47Z', 'updated_at': '2022-04-28T19:45:54Z', 'revision_number': 5, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'subnets': [{'id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:15.604127 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf5d8f-b31a-4f0f-a597-cb3a869902f4 None None] Checking router: b413acd6-3609-423d-a8d8-be0b380a0869 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:15.614116 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf5d8f-b31a-4f0f-a597-cb3a869902f4 None None] Routers {'b413acd6-3609-423d-a8d8-be0b380a0869'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:15.614748 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-4faf5d8f-b31a-4f0f-a597-cb3a869902f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:45:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['b413acd6-3609-423d-a8d8-be0b380a0869'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:15.755367 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-4faf5d8f-b31a-4f0f-a597-cb3a869902f4 None None] Set router b413acd6-3609-423d-a8d8-be0b380a0869 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:16.009255 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-4faf5d8f-b31a-4f0f-a597-cb3a869902f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '4c6d24b3-346f-4050-b3e4-f457f9a47a2d', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'floating_ip_address': '172.28.0.234', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'port_id': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'mac_address': 'fa:16:3e:5c:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:45:53Z', 'updated_at': '2022-04-28T19:46:14Z', 'revision_number': 1, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f73b2e-b092-46d9-8c95-ab11f88e857f', 'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'mac_address': 'fa:16:3e:47:41:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:47Z', 'updated_at': '2022-04-28T19:45:54Z', 'revision_number': 5, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'subnets': [{'id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:16.041047 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf5d8f-b31a-4f0f-a597-cb3a869902f4 None None] The sync data for ids ['b413acd6-3609-423d-a8d8-be0b380a0869'] in dv-cinder-826949-7-smb is: [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '4c6d24b3-346f-4050-b3e4-f457f9a47a2d', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'floating_ip_address': '172.28.0.234', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'port_id': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'mac_address': 'fa:16:3e:5c:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:45:53Z', 'updated_at': '2022-04-28T19:46:14Z', 'revision_number': 1, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f73b2e-b092-46d9-8c95-ab11f88e857f', 'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'mac_address': 'fa:16:3e:47:41:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:47Z', 'updated_at': '2022-04-28T19:45:54Z', 'revision_number': 5, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'subnets': [{'id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:16.047739 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8c7e2-063e-4fca-9f03-a57829a4b708 req-285c3d31-ffc5-44e7-8ed6-a988004863e3 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:16.052428 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-69b8c7e2-063e-4fca-9f03-a57829a4b708 req-285c3d31-ffc5-44e7-8ed6-a988004863e3 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 944 time: 0.0881870 Apr 28 19:46:16.056841 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff834f-1a61-4dda-b6b7-82c982f9099f req-67570ddf-0679-4dd2-9b55-321b3422579f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:16.060744 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e3ff834f-1a61-4dda-b6b7-82c982f9099f req-67570ddf-0679-4dd2-9b55-321b3422579f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0733740 Apr 28 19:46:16.141517 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e3ff834f-1a61-4dda-b6b7-82c982f9099f req-57cf9ab8-565b-4bf4-b8e5-8296d09acfdd tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736265 Apr 28 19:46:16.145256 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-69b8c7e2-063e-4fca-9f03-a57829a4b708 req-3097d2a4-80cc-4760-a4fc-eef84ca971ff tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791709 Apr 28 19:46:16.362771 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5127d699-b2eb-4a88-845b-f62787813d5e None None] New status for floating IP 4c6d24b3-346f-4050-b3e4-f457f9a47a2d: ACTIVE {{(pid=109985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:46:17.066549 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-8ecd912e-b723-4152-881d-3ca8d0a64142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:17.292272 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cd9f0-737a-4786-96ac-61fff8565fa0 req-ebc42315-72a9-4592-9e9a-d908d33cf034 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:17.293568 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e2af3-58c8-459e-9c05-432144fd9506 req-023ad9d7-90fd-4a4e-a3e4-e5d0bd0d184e tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:17.294578 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b04cd9f0-737a-4786-96ac-61fff8565fa0 req-ebc42315-72a9-4592-9e9a-d908d33cf034 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0611510 Apr 28 19:46:17.295249 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-805e2af3-58c8-459e-9c05-432144fd9506 req-023ad9d7-90fd-4a4e-a3e4-e5d0bd0d184e tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 944 time: 0.0604482 Apr 28 19:46:17.364115 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-805e2af3-58c8-459e-9c05-432144fd9506 req-385cf544-127f-4291-acac-fc976d3e61b9 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573514 Apr 28 19:46:17.374271 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b04cd9f0-737a-4786-96ac-61fff8565fa0 req-a2b94440-32fd-4b5e-a718-aea2d9a68184 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720999 Apr 28 19:46:17.766497 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 53460) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:17.890771 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ae9d72c0-63f5-49e3-9f68-7b63e2dd38b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:17.980067 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ae9d72c0-63f5-49e3-9f68-7b63e2dd38b6 admin admin] Publish callbacks [] for security_group (c7642b62-ffb6-482c-bd34-d77d57cde326), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:17.985421 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ae9d72c0-63f5-49e3-9f68-7b63e2dd38b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (c7642b62-ffb6-482c-bd34-d77d57cde326), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:18.028378 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-ae9d72c0-63f5-49e3-9f68-7b63e2dd38b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a207ef2d0049418a8e7180653a736353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607217 Apr 28 19:46:18.029608 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d72c0-63f5-49e3-9f68-7b63e2dd38b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7642b62-ffb6-482c-bd34-d77d57cde326,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:18.031441 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 53464) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:18.085416 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-99539537-6a82-41ca-a890-bb9aeceb70a2 admin admin] Publish callbacks [] for security_group (c7642b62-ffb6-482c-bd34-d77d57cde326), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:18.109892 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-99539537-6a82-41ca-a890-bb9aeceb70a2 admin admin] Publish callbacks [] for security_group (c7642b62-ffb6-482c-bd34-d77d57cde326), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:18.160952 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-99539537-6a82-41ca-a890-bb9aeceb70a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (c7642b62-ffb6-482c-bd34-d77d57cde326), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:18.163645 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-99539537-6a82-41ca-a890-bb9aeceb70a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:18.164945 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-99539537-6a82-41ca-a890-bb9aeceb70a2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7642b62-ffb6-482c-bd34-d77d57cde326 HTTP/1.1" status: 204 len: 168 time: 0.1323864 Apr 28 19:46:18.179054 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99539537-6a82-41ca-a890-bb9aeceb70a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7642b62-ffb6-482c-bd34-d77d57cde326,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:18.531600 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 53478) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:18.563248 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 8dc23b09-dd62-4f3e-923c-f4c89adcc53a details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:46:18.565419 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-895794c2-07e2-4610-847f-9624ff43ee68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:18.570099 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd24efa-2814-4f49-b9d1-0e761e551853 req-ef6cce5d-b60b-47fe-bc9b-d6144b98dd4f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:18.576116 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4cd24efa-2814-4f49-b9d1-0e761e551853 req-ef6cce5d-b60b-47fe-bc9b-d6144b98dd4f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.1094296 Apr 28 19:46:18.599625 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6bea3-1abe-4e92-8acc-a9e859383d52 req-6981692f-30fc-4465-b035-359e8e233bb4 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:18.607173 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4cb6bea3-1abe-4e92-8acc-a9e859383d52 req-6981692f-30fc-4465-b035-359e8e233bb4 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 944 time: 0.1435077 Apr 28 19:46:18.669451 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4cd24efa-2814-4f49-b9d1-0e761e551853 req-1598c9b9-1cb3-443d-906a-6a7142831484 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831687 Apr 28 19:46:18.727376 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8dc23b09-dd62-4f3e-923c-f4c89adcc53a,segment=NetworkSegment(a3de4bc1-64a7-4820-9271-0af72d81231c),segment_id=a3de4bc1-64a7-4820-9271-0af72d81231c)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:18.733529 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4cb6bea3-1abe-4e92-8acc-a9e859383d52 req-92dc08e2-67fb-4bb6-9b68-dcdc38e2e8ab tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187313 Apr 28 19:46:18.744131 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '8dc23b09-dd62-4f3e-923c-f4c89adcc53a', 'network_id': '2db6f002-b12c-425e-bcff-88ed0e994038', 'port_id': '8dc23b09-dd62-4f3e-923c-f4c89adcc53a', 'mac_address': 'fa:16:3e:ab:68:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4431121d-2304-4d21-82e1-cb4db6cbdfe2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:46:18.816909 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:18.817981 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (8dc23b09-dd62-4f3e-923c-f4c89adcc53a), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:18.846087 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc23b09-dd62-4f3e-923c-f4c89adcc53a {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:46:18.853191 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-895794c2-07e2-4610-847f-9624ff43ee68 admin admin] Publish callbacks [] for security_group (5504040c-47fa-463e-a589-2a75e675c869), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:18.860653 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-895794c2-07e2-4610-847f-9624ff43ee68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (5504040c-47fa-463e-a589-2a75e675c869), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:18.887930 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8dc23b09-dd62-4f3e-923c-f4c89adcc53a,segment=NetworkSegment(a3de4bc1-64a7-4820-9271-0af72d81231c),segment_id=a3de4bc1-64a7-4820-9271-0af72d81231c)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:18.894482 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (8dc23b09-dd62-4f3e-923c-f4c89adcc53a), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:18.945882 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-895794c2-07e2-4610-847f-9624ff43ee68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05a9fef8f25e4cb088fa8cfe6e21351c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4101756 Apr 28 19:46:18.945882 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895794c2-07e2-4610-847f-9624ff43ee68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5504040c-47fa-463e-a589-2a75e675c869,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:18.946363 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 53484) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:18.954710 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=8dc23b09-dd62-4f3e-923c-f4c89adcc53a,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:19.038204 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f373eb35-8b62-473a-a431-ccf337441226 admin admin] Publish callbacks [] for security_group (5504040c-47fa-463e-a589-2a75e675c869), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:19.078488 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f373eb35-8b62-473a-a431-ccf337441226 admin admin] Publish callbacks [] for security_group (5504040c-47fa-463e-a589-2a75e675c869), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:19.145388 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f373eb35-8b62-473a-a431-ccf337441226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (5504040c-47fa-463e-a589-2a75e675c869), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:19.150311 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f373eb35-8b62-473a-a431-ccf337441226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:19.152880 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-f373eb35-8b62-473a-a431-ccf337441226 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5504040c-47fa-463e-a589-2a75e675c869 HTTP/1.1" status: 204 len: 168 time: 0.2048638 Apr 28 19:46:19.166146 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373eb35-8b62-473a-a431-ccf337441226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5504040c-47fa-463e-a589-2a75e675c869,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:19.296350 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-d6e89f23-59ea-46fb-9a4c-bc0b63aaa475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:19.592935 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:46:19.787763 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['8dc23b09-dd62-4f3e-923c-f4c89adcc53a'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:46:19.808499 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba9b56-f2a3-4891-82c3-f818051c1d90 req-8a679e66-32ca-4e2d-a551-dee975bd3698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:19.811133 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d1ba9b56-f2a3-4891-82c3-f818051c1d90 req-8a679e66-32ca-4e2d-a551-dee975bd3698 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe&device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 1130 time: 0.0860047 Apr 28 19:46:19.931479 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64f066-ebcf-4afe-ab78-8d6e304ed5bb req-7748b39a-7e29-48d0-8a2e-791afbe6bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:19.937748 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2e64f066-ebcf-4afe-ab78-8d6e304ed5bb req-7748b39a-7e29-48d0-8a2e-791afbe6bd71 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 1130 time: 0.1986883 Apr 28 19:46:19.962432 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74496b49-6449-4977-98e5-7939dca48a55 req-19cb1460-19a8-4fcc-8b4e-2c67576eb777 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:19.964446 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-74496b49-6449-4977-98e5-7939dca48a55 req-19cb1460-19a8-4fcc-8b4e-2c67576eb777 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.1342359 Apr 28 19:46:20.071369 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ffeed-7925-4001-bbe5-b2734dacdf02 req-89b43b4f-b15c-4491-a6ea-ed626ec15549 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:20.073572 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-000ffeed-7925-4001-bbe5-b2734dacdf02 req-89b43b4f-b15c-4491-a6ea-ed626ec15549 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 945 time: 0.1467612 Apr 28 19:46:20.104294 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-74496b49-6449-4977-98e5-7939dca48a55 req-99f50397-9b07-478c-b6bd-fa12105d27e6 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243956 Apr 28 19:46:20.107209 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba9b56-f2a3-4891-82c3-f818051c1d90 req-aa1fa3c2-e2cd-4408-8109-a3fff20c19d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:20.109459 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d1ba9b56-f2a3-4891-82c3-f818051c1d90 req-aa1fa3c2-e2cd-4408-8109-a3fff20c19d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3dcd011-1276-4838-a5e9-d63807bfdd83 HTTP/1.1" status: 200 len: 918 time: 0.2888098 Apr 28 19:46:20.132136 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64f066-ebcf-4afe-ab78-8d6e304ed5bb req-d1c4a347-8bbf-4b66-ad25-6846d068043d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:20.134245 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2e64f066-ebcf-4afe-ab78-8d6e304ed5bb req-d1c4a347-8bbf-4b66-ad25-6846d068043d service neutron] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 919 time: 0.1889474 Apr 28 19:46:20.193296 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2e64f066-ebcf-4afe-ab78-8d6e304ed5bb req-e4a0e0bf-425a-496d-bdd8-404fb76d3f28 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92c5dae6-f3d6-4246-a2a2-51a498366224 HTTP/1.1" status: 200 len: 217 time: 0.0508049 Apr 28 19:46:20.223779 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-000ffeed-7925-4001-bbe5-b2734dacdf02 req-91e9e5d4-7f40-49d5-a268-4f73c22df879 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129286 Apr 28 19:46:20.226091 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d1ba9b56-f2a3-4891-82c3-f818051c1d90 req-7051e2a9-10c0-486d-a42d-8ec710491842 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d HTTP/1.1" status: 200 len: 1002 time: 0.1024098 Apr 28 19:46:20.275032 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64f066-ebcf-4afe-ab78-8d6e304ed5bb req-60aa50f6-bd99-4afc-8589-5ffb5d934318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:20.276887 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2e64f066-ebcf-4afe-ab78-8d6e304ed5bb req-60aa50f6-bd99-4afc-8589-5ffb5d934318 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.0684614 Apr 28 19:46:20.294035 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba9b56-f2a3-4891-82c3-f818051c1d90 req-bf11798a-0570-4702-a2d0-f103a1fd09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:20.296163 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d1ba9b56-f2a3-4891-82c3-f818051c1d90 req-bf11798a-0570-4702-a2d0-f103a1fd09aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3c2d8fac-6409-4404-8d0b-acd651903b10 HTTP/1.1" status: 200 len: 856 time: 0.0596108 Apr 28 19:46:20.346854 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64f066-ebcf-4afe-ab78-8d6e304ed5bb req-aaf55286-c98c-4388-b760-e91562b195d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:20.348708 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2e64f066-ebcf-4afe-ab78-8d6e304ed5bb req-aaf55286-c98c-4388-b760-e91562b195d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0572152 Apr 28 19:46:20.356679 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba9b56-f2a3-4891-82c3-f818051c1d90 req-c2d41388-b56e-40a8-8d2a-f1b16d4a7d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:20.358430 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d1ba9b56-f2a3-4891-82c3-f818051c1d90 req-c2d41388-b56e-40a8-8d2a-f1b16d4a7d00 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3dcd011-1276-4838-a5e9-d63807bfdd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0481601 Apr 28 19:46:20.521990 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d1ba9b56-f2a3-4891-82c3-f818051c1d90 req-dc174c41-0183-4a38-9f50-b40379f63609 service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376147 Apr 28 19:46:20.529078 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2e64f066-ebcf-4afe-ab78-8d6e304ed5bb req-88745b0d-f320-46f0-8429-75da6db9191b service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466403 Apr 28 19:46:20.645271 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d1ba9b56-f2a3-4891-82c3-f818051c1d90 req-b01089df-2a20-42f6-966c-8d55ac2999eb service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157510 Apr 28 19:46:20.654313 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2e64f066-ebcf-4afe-ab78-8d6e304ed5bb req-0534f972-e2b2-4305-84cf-a9cb9507be39 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173415 Apr 28 19:46:20.908139 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:21.212860 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 8dc23b09-dd62-4f3e-923c-f4c89adcc53a up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:21.308445 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2a9b2-560d-4635-b03c-baa9de4b7ba1 req-7e318871-b3bc-4bee-ba77-33ce06bb40b4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:21.313737 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-25f2a9b2-560d-4635-b03c-baa9de4b7ba1 req-7e318871-b3bc-4bee-ba77-33ce06bb40b4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.1124196 Apr 28 19:46:21.346962 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:46:21.362172 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:21.363255 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (8dc23b09-dd62-4f3e-923c-f4c89adcc53a), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:21.399223 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-25f2a9b2-560d-4635-b03c-baa9de4b7ba1 req-304f8624-c376-48dd-8efe-5cc58a69362d tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679600 Apr 28 19:46:21.479351 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 53554) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:21.560689 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:21.561556 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (8dc23b09-dd62-4f3e-923c-f4c89adcc53a), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:21.595886 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce05c4fb-b620-4c0d-940c-d099c6866126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc23b09-dd62-4f3e-923c-f4c89adcc53a'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:21.600429 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a86bde-8fb7-4032-977c-d2520a523f65" -d '{"events": [{"server_uuid": "ce05c4fb-b620-4c0d-940c-d099c6866126", "name": "network-vif-plugged", "status": "completed", "tag": "8dc23b09-dd62-4f3e-923c-f4c89adcc53a"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:46:21.616728 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8dc23b09-dd62-4f3e-923c-f4c89adcc53a,segment=NetworkSegment(a3de4bc1-64a7-4820-9271-0af72d81231c),segment_id=a3de4bc1-64a7-4820-9271-0af72d81231c)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:21.618375 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51382c-59b5-4033-bd4a-4b388ec51ccd req-e4b33ec6-fa6b-4033-804c-6dc2b86b352f tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:21.620839 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-bc51382c-59b5-4033-bd4a-4b388ec51ccd req-e4b33ec6-fa6b-4033-804c-6dc2b86b352f tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 945 time: 0.0634582 Apr 28 19:46:21.623869 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (8dc23b09-dd62-4f3e-923c-f4c89adcc53a), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:21.700920 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-bc51382c-59b5-4033-bd4a-4b388ec51ccd req-a2451487-c4bd-4fb2-a096-31b570e85b55 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724959 Apr 28 19:46:21.706693 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=8dc23b09-dd62-4f3e-923c-f4c89adcc53a,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:21.743097 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-dcec3548-93d7-40fd-9b9f-8cc0fe69808e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:21.829732 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db188bd-445f-4d70-8f07-acb04f3bb298 x-openstack-request-id: req-7db188bd-445f-4d70-8f07-acb04f3bb298 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:46:21.830734 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce05c4fb-b620-4c0d-940c-d099c6866126", "name": "network-vif-plugged", "status": "completed", "tag": "8dc23b09-dd62-4f3e-923c-f4c89adcc53a", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:46:21.831441 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7db188bd-445f-4d70-8f07-acb04f3bb298 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:46:21.832450 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db188bd-445f-4d70-8f07-acb04f3bb298'] response: {'server_uuid': 'ce05c4fb-b620-4c0d-940c-d099c6866126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc23b09-dd62-4f3e-923c-f4c89adcc53a', 'code': 200} Apr 28 19:46:21.884891 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-dcec3548-93d7-40fd-9b9f-8cc0fe69808e admin admin] Publish callbacks [] for security_group (77214005-eece-4dbe-8fb4-7b9d2b4f9702), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:21.892523 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-dcec3548-93d7-40fd-9b9f-8cc0fe69808e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (77214005-eece-4dbe-8fb4-7b9d2b4f9702), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:21.969871 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-dcec3548-93d7-40fd-9b9f-8cc0fe69808e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=192db807b1c44f9dbbe18d385c5f4835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4892676 Apr 28 19:46:21.976386 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 53572) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:21.977178 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec3548-93d7-40fd-9b9f-8cc0fe69808e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77214005-eece-4dbe-8fb4-7b9d2b4f9702,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:22.054975 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26204d65-a462-4b5a-88d0-ee55e7beef94 req-6f8f2153-466b-476d-b17b-e4371a7d9ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:22.056742 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-26204d65-a462-4b5a-88d0-ee55e7beef94 req-6f8f2153-466b-476d-b17b-e4371a7d9ec3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 1130 time: 0.0584548 Apr 28 19:46:22.073284 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6aad6d6d-a27a-4e88-9598-e00eb04d6e56 admin admin] Publish callbacks [] for security_group (77214005-eece-4dbe-8fb4-7b9d2b4f9702), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:22.104128 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6aad6d6d-a27a-4e88-9598-e00eb04d6e56 admin admin] Publish callbacks [] for security_group (77214005-eece-4dbe-8fb4-7b9d2b4f9702), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:22.124674 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-26204d65-a462-4b5a-88d0-ee55e7beef94 req-184c2e5a-1a1b-436e-a66b-89cb7cefece4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575025 Apr 28 19:46:22.171922 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6aad6d6d-a27a-4e88-9598-e00eb04d6e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (77214005-eece-4dbe-8fb4-7b9d2b4f9702), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:22.176343 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6aad6d6d-a27a-4e88-9598-e00eb04d6e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:22.178411 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-6aad6d6d-a27a-4e88-9598-e00eb04d6e56 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77214005-eece-4dbe-8fb4-7b9d2b4f9702 HTTP/1.1" status: 204 len: 168 time: 0.2002611 Apr 28 19:46:22.191707 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad6d6d-a27a-4e88-9598-e00eb04d6e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77214005-eece-4dbe-8fb4-7b9d2b4f9702,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:22.256042 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:22.561114 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7171a-cabd-4aa7-adea-6aa89b1b70e0 req-872df115-7e3d-44b0-bf7d-be7fdeb62d95 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:22.563585 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-19e7171a-cabd-4aa7-adea-6aa89b1b70e0 req-872df115-7e3d-44b0-bf7d-be7fdeb62d95 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0724561 Apr 28 19:46:22.656659 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-19e7171a-cabd-4aa7-adea-6aa89b1b70e0 req-4be6e854-5525-41dc-80f0-06a6fafaa24a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827751 Apr 28 19:46:22.842927 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebce81-9d03-432b-ad03-d08e64080395 req-f02416dd-a9b3-45ea-8465-9f127f895125 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:22.844734 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-acebce81-9d03-432b-ad03-d08e64080395 req-f02416dd-a9b3-45ea-8465-9f127f895125 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 946 time: 0.0572715 Apr 28 19:46:22.957235 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-acebce81-9d03-432b-ad03-d08e64080395 req-994f4a3b-c2f0-4d5d-af21-359f4e5b7451 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017239 Apr 28 19:46:23.040109 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 53620) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:23.200177 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1e1d-1814-4f32-b648-9a9537d6efbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:23.312891 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1e1d-1814-4f32-b648-9a9537d6efbb admin admin] Publish callbacks [] for security_group (6ca71aa8-3352-4165-8761-5e2bac176375), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:23.317580 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1e1d-1814-4f32-b648-9a9537d6efbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (6ca71aa8-3352-4165-8761-5e2bac176375), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:23.361885 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-7b4e1e1d-1814-4f32-b648-9a9537d6efbb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=013ace6c18dc45f68bb0f3005aaa6880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205030 Apr 28 19:46:23.362735 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e1e1d-1814-4f32-b648-9a9537d6efbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca71aa8-3352-4165-8761-5e2bac176375,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:23.366189 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 53634) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:23.424833 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-22a044e6-3416-4221-a26f-f533480051c7 admin admin] Publish callbacks [] for security_group (6ca71aa8-3352-4165-8761-5e2bac176375), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:23.456080 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-22a044e6-3416-4221-a26f-f533480051c7 admin admin] Publish callbacks [] for security_group (6ca71aa8-3352-4165-8761-5e2bac176375), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:23.520585 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-22a044e6-3416-4221-a26f-f533480051c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (6ca71aa8-3352-4165-8761-5e2bac176375), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:23.523195 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-22a044e6-3416-4221-a26f-f533480051c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:23.525570 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-22a044e6-3416-4221-a26f-f533480051c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ca71aa8-3352-4165-8761-5e2bac176375 HTTP/1.1" status: 204 len: 168 time: 0.1575689 Apr 28 19:46:23.534297 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a044e6-3416-4221-a26f-f533480051c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca71aa8-3352-4165-8761-5e2bac176375,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:23.862350 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b42b56-29ca-4df6-afdb-aab38a2dadd4 req-430174a7-36f9-4392-a46e-4d3d9281dc1b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:23.873029 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f1b42b56-29ca-4df6-afdb-aab38a2dadd4 req-430174a7-36f9-4392-a46e-4d3d9281dc1b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.1021576 Apr 28 19:46:23.948398 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f1b42b56-29ca-4df6-afdb-aab38a2dadd4 req-013d1a06-22c7-4b9a-936e-6a47633d5cdc tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677509 Apr 28 19:46:23.978443 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:23.983128 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 53652) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:24.148859 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec28d3-37ba-4693-8281-275929a75d85 req-361845db-7ca3-4e31-b157-b32c8cd12768 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:24.153060 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-84ec28d3-37ba-4693-8281-275929a75d85 req-361845db-7ca3-4e31-b157-b32c8cd12768 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 946 time: 0.0909417 Apr 28 19:46:24.224729 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-84ec28d3-37ba-4693-8281-275929a75d85 req-b70fa663-1ac9-4d86-93d1-05099da085b2 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663455 Apr 28 19:46:24.287244 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5cf7233f-95f0-4d41-aeed-a93040cfd4af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:24.321825 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 53664) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:24.433191 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5cf7233f-95f0-4d41-aeed-a93040cfd4af admin admin] Publish callbacks [] for security_group (8dd01167-e20f-4887-8a7b-6ac699d4a759), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:24.439644 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5cf7233f-95f0-4d41-aeed-a93040cfd4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (8dd01167-e20f-4887-8a7b-6ac699d4a759), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:24.506905 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-5cf7233f-95f0-4d41-aeed-a93040cfd4af admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f73427d2263447eba4c19efb2d08da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5207374 Apr 28 19:46:24.508696 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7233f-95f0-4d41-aeed-a93040cfd4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd01167-e20f-4887-8a7b-6ac699d4a759,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:24.512580 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 53670) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:24.599210 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8c359cee-c11b-4902-b16e-4ff38b6cb98f admin admin] Publish callbacks [] for security_group (8dd01167-e20f-4887-8a7b-6ac699d4a759), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:24.599980 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7cd44d07-a397-4a70-baed-4522124ae808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:24.634324 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8c359cee-c11b-4902-b16e-4ff38b6cb98f admin admin] Publish callbacks [] for security_group (8dd01167-e20f-4887-8a7b-6ac699d4a759), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:24.706128 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8c359cee-c11b-4902-b16e-4ff38b6cb98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (8dd01167-e20f-4887-8a7b-6ac699d4a759), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:24.708894 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8c359cee-c11b-4902-b16e-4ff38b6cb98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:24.710477 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-8c359cee-c11b-4902-b16e-4ff38b6cb98f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8dd01167-e20f-4887-8a7b-6ac699d4a759 HTTP/1.1" status: 204 len: 168 time: 0.1958883 Apr 28 19:46:24.719655 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c359cee-c11b-4902-b16e-4ff38b6cb98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd01167-e20f-4887-8a7b-6ac699d4a759,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:24.752132 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7cd44d07-a397-4a70-baed-4522124ae808 admin admin] Publish callbacks [] for security_group (f52ca841-1724-45ba-9f17-44803de6398e), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:24.756864 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7cd44d07-a397-4a70-baed-4522124ae808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (f52ca841-1724-45ba-9f17-44803de6398e), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:24.804576 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-7cd44d07-a397-4a70-baed-4522124ae808 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a759f7db7f14c2ab860cfade2853261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4815099 Apr 28 19:46:24.805776 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd44d07-a397-4a70-baed-4522124ae808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52ca841-1724-45ba-9f17-44803de6398e,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:24.807507 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 53682) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:24.890716 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-58f77ea2-a1cc-4d01-8392-559ebcc0356b admin admin] Publish callbacks [] for security_group (f52ca841-1724-45ba-9f17-44803de6398e), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:24.927072 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-58f77ea2-a1cc-4d01-8392-559ebcc0356b admin admin] Publish callbacks [] for security_group (f52ca841-1724-45ba-9f17-44803de6398e), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:25.018985 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-58f77ea2-a1cc-4d01-8392-559ebcc0356b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (f52ca841-1724-45ba-9f17-44803de6398e), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:25.024317 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-58f77ea2-a1cc-4d01-8392-559ebcc0356b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:25.029312 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-58f77ea2-a1cc-4d01-8392-559ebcc0356b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f52ca841-1724-45ba-9f17-44803de6398e HTTP/1.1" status: 204 len: 168 time: 0.2070098 Apr 28 19:46:25.048281 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f77ea2-a1cc-4d01-8392-559ebcc0356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52ca841-1724-45ba-9f17-44803de6398e,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:25.171751 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b67105-8a82-4e55-a618-0dbcfb8453be req-ef8060d0-4563-4f6f-8911-79a0f7927820 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.173405 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-89b67105-8a82-4e55-a618-0dbcfb8453be req-ef8060d0-4563-4f6f-8911-79a0f7927820 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0918300 Apr 28 19:46:25.236799 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-89b67105-8a82-4e55-a618-0dbcfb8453be req-2b9357b8-bb9a-48e9-a132-679f58100902 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523856 Apr 28 19:46:25.425361 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5149c4c-c76c-452f-ab62-906fb5be813d req-a7f0a37e-4a60-4a97-85a2-e8f764f1138c tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.433065 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a5149c4c-c76c-452f-ab62-906fb5be813d req-a7f0a37e-4a60-4a97-85a2-e8f764f1138c tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 946 time: 0.0790598 Apr 28 19:46:25.492338 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a5149c4c-c76c-452f-ab62-906fb5be813d req-c4f6b8ae-3564-496b-8963-85efa8c781b7 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569794 Apr 28 19:46:26.435562 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66ba5e-4050-4975-bcd1-f1795e6e0baf req-eb885675-11a3-43ac-8b06-047629f55c2b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:26.437775 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ed66ba5e-4050-4975-bcd1-f1795e6e0baf req-eb885675-11a3-43ac-8b06-047629f55c2b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0704613 Apr 28 19:46:26.561044 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ed66ba5e-4050-4975-bcd1-f1795e6e0baf req-a790ab29-a351-4048-a526-5a5c256d03b4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036563 Apr 28 19:46:27.770637 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5fe83-185e-4cf2-a263-3dd122458797 req-bc72dbfa-270b-464e-911a-dca2921d7545 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:27.773505 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-45b5fe83-185e-4cf2-a263-3dd122458797 req-bc72dbfa-270b-464e-911a-dca2921d7545 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0785446 Apr 28 19:46:27.863107 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-45b5fe83-185e-4cf2-a263-3dd122458797 req-18643661-a74c-4cf1-ae33-671a6f598cd4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827637 Apr 28 19:46:29.021782 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634d9d3-21be-4641-a979-40073f2618c5 req-6e33cd36-f7bb-4c0a-862c-edf77f099415 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:29.024465 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0634d9d3-21be-4641-a979-40073f2618c5 req-6e33cd36-f7bb-4c0a-862c-edf77f099415 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0637379 Apr 28 19:46:29.103077 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0634d9d3-21be-4641-a979-40073f2618c5 req-f4de3398-9582-4296-959e-79c5df36d6d9 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706165 Apr 28 19:46:30.298700 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744fde2-7f8d-4510-aa67-66ad23e0e155 req-4838d0c1-6ad4-4279-a7fc-64680278772a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:30.300446 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a744fde2-7f8d-4510-aa67-66ad23e0e155 req-4838d0c1-6ad4-4279-a7fc-64680278772a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0662794 Apr 28 19:46:30.362907 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a744fde2-7f8d-4510-aa67-66ad23e0e155 req-622d56f5-7a06-4075-bb24-082c1c386138 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504444 Apr 28 19:46:31.499188 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45fb59-8c9d-4ad1-883f-6340ddfd9273 req-d8819ff4-0981-48b4-8a44-c61371a9f26c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:31.500798 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7a45fb59-8c9d-4ad1-883f-6340ddfd9273 req-d8819ff4-0981-48b4-8a44-c61371a9f26c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0599031 Apr 28 19:46:31.563456 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7a45fb59-8c9d-4ad1-883f-6340ddfd9273 req-3827907b-4bbb-47c9-b6bc-db30c0ae4aed tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567946 Apr 28 19:46:32.711395 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72551a77-6dbf-4ba8-ba27-6ed66408bbab req-32702f20-b676-4e23-b20e-23a9626b0b5c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:32.713483 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-72551a77-6dbf-4ba8-ba27-6ed66408bbab req-32702f20-b676-4e23-b20e-23a9626b0b5c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0601759 Apr 28 19:46:32.771775 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-72551a77-6dbf-4ba8-ba27-6ed66408bbab req-9d7b0c28-5606-4419-abb2-3e8b0d7be2bd tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515528 Apr 28 19:46:33.909072 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c10a8-d7f7-4d9f-813e-d66831aeca0e req-c9e88e17-d585-4f59-aa33-4941a5d9c7a9 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:33.916567 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-380c10a8-d7f7-4d9f-813e-d66831aeca0e req-c9e88e17-d585-4f59-aa33-4941a5d9c7a9 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0636535 Apr 28 19:46:33.980795 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-380c10a8-d7f7-4d9f-813e-d66831aeca0e req-4c2636bc-08ec-4d21-aa68-fbb975f7fc85 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631294 Apr 28 19:46:34.877187 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 54070) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:35.086345 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:35.225006 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d427b31-005e-4846-bef0-ab246fe6575e req-fc7c953f-a8ba-4419-a037-ab9f9a494dd7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:35.226685 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4d427b31-005e-4846-bef0-ab246fe6575e req-fc7c953f-a8ba-4419-a037-ab9f9a494dd7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0996618 Apr 28 19:46:35.273957 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Publish callbacks [] for security_group (f86a12b1-90b9-4f99-960d-441b3b0ea105), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:35.282428 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (f86a12b1-90b9-4f99-960d-441b3b0ea105), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:35.351440 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4d427b31-005e-4846-bef0-ab246fe6575e req-a28d1582-9d48-42ca-bb8c-94babba5b583 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138523 Apr 28 19:46:35.361394 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 54086) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:35.365685 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-9193e765-28a1-4682-9443-830005916392 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c89a49bf59f74ab58ba68b0ff87f0dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4872141 Apr 28 19:46:35.366988 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86a12b1-90b9-4f99-960d-441b3b0ea105,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:35.375306 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.375649 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.376226 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.376564 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.376899 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.379857 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.380317 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.380884 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.384128 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.386120 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.387008 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.387673 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.388404 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.389175 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.389860 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9193e765-28a1-4682-9443-830005916392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.444305 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Publish callbacks [] for security_group (f86a12b1-90b9-4f99-960d-441b3b0ea105), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:35.473507 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Publish callbacks [] for security_group (f86a12b1-90b9-4f99-960d-441b3b0ea105), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:35.559997 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (f86a12b1-90b9-4f99-960d-441b3b0ea105), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:35.563359 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:35.569920 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f86a12b1-90b9-4f99-960d-441b3b0ea105 HTTP/1.1" status: 204 len: 168 time: 0.2059135 Apr 28 19:46:35.582878 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86a12b1-90b9-4f99-960d-441b3b0ea105,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:35.594064 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.594410 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.594755 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.595089 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.596223 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.596964 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.597612 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.598140 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.598885 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.599405 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.600193 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.600909 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.601544 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.602207 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.602818 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af964aa-d5c9-479e-aab5-d1d6f5a407e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:35.951892 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 54100) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:35.967026 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cc6e062f-e092-4fb4-93a6-aad494c5978f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:36.087036 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cc6e062f-e092-4fb4-93a6-aad494c5978f admin admin] Publish callbacks [] for security_group (9f22873d-48e9-44a6-9db6-091209516727), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:36.092184 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cc6e062f-e092-4fb4-93a6-aad494c5978f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (9f22873d-48e9-44a6-9db6-091209516727), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:36.141868 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-cc6e062f-e092-4fb4-93a6-aad494c5978f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=67a3d856bb3d492f8df3052d13d5d2b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846559 Apr 28 19:46:36.141868 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e062f-e092-4fb4-93a6-aad494c5978f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f22873d-48e9-44a6-9db6-091209516727,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:36.142286 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 54106) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:36.205153 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3319b756-26ac-4d1d-8d13-ecd0857b64bd admin admin] Publish callbacks [] for security_group (9f22873d-48e9-44a6-9db6-091209516727), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:36.230023 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3319b756-26ac-4d1d-8d13-ecd0857b64bd admin admin] Publish callbacks [] for security_group (9f22873d-48e9-44a6-9db6-091209516727), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:36.293692 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3319b756-26ac-4d1d-8d13-ecd0857b64bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (9f22873d-48e9-44a6-9db6-091209516727), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:36.298123 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3319b756-26ac-4d1d-8d13-ecd0857b64bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:36.300206 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-3319b756-26ac-4d1d-8d13-ecd0857b64bd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f22873d-48e9-44a6-9db6-091209516727 HTTP/1.1" status: 204 len: 168 time: 0.1570051 Apr 28 19:46:36.315565 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319b756-26ac-4d1d-8d13-ecd0857b64bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f22873d-48e9-44a6-9db6-091209516727,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:36.548146 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0f882-8eb2-447a-9e6d-95eeff5f01b5 req-dda34951-b414-4a18-8bdb-fe139db2937e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:36.550856 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-68a0f882-8eb2-447a-9e6d-95eeff5f01b5 req-dda34951-b414-4a18-8bdb-fe139db2937e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0783236 Apr 28 19:46:36.650095 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-68a0f882-8eb2-447a-9e6d-95eeff5f01b5 req-4e6ccf7a-56d0-4367-af65-98c84d46456b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876689 Apr 28 19:46:36.779144 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 54122) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:36.793102 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-355b4480-b711-4875-98a6-f1f93a8e7dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:36.888679 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-355b4480-b711-4875-98a6-f1f93a8e7dde admin admin] Publish callbacks [] for security_group (d99e5b69-2ff1-4285-a436-8ea3c201b372), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:36.893894 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-355b4480-b711-4875-98a6-f1f93a8e7dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d99e5b69-2ff1-4285-a436-8ea3c201b372), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:36.935852 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b4480-b711-4875-98a6-f1f93a8e7dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99e5b69-2ff1-4285-a436-8ea3c201b372,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:36.940866 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-355b4480-b711-4875-98a6-f1f93a8e7dde admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4684efa5b68b40e482469ac80c024962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604204 Apr 28 19:46:36.945337 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 54124) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:37.003636 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4786c29e-7df2-42ab-88a6-0528c9d2632c admin admin] Publish callbacks [] for security_group (d99e5b69-2ff1-4285-a436-8ea3c201b372), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:37.030246 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4786c29e-7df2-42ab-88a6-0528c9d2632c admin admin] Publish callbacks [] for security_group (d99e5b69-2ff1-4285-a436-8ea3c201b372), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:37.094432 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4786c29e-7df2-42ab-88a6-0528c9d2632c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d99e5b69-2ff1-4285-a436-8ea3c201b372), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:37.099308 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4786c29e-7df2-42ab-88a6-0528c9d2632c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:37.104291 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-4786c29e-7df2-42ab-88a6-0528c9d2632c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d99e5b69-2ff1-4285-a436-8ea3c201b372 HTTP/1.1" status: 204 len: 168 time: 0.1548095 Apr 28 19:46:37.114096 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786c29e-7df2-42ab-88a6-0528c9d2632c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99e5b69-2ff1-4285-a436-8ea3c201b372,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:37.859348 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdd7f8-7785-4621-8148-ad6e4e59e3c5 req-18e9d9f5-f6b8-409e-a190-8e1994daafa9 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:37.861500 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f9bdd7f8-7785-4621-8148-ad6e4e59e3c5 req-18e9d9f5-f6b8-409e-a190-8e1994daafa9 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0830555 Apr 28 19:46:37.942795 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f9bdd7f8-7785-4621-8148-ad6e4e59e3c5 req-951b3b28-0165-4bfd-be2e-319695e0d649 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755625 Apr 28 19:46:38.052671 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 54158) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:38.185320 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1082070763-network', 'tenant_id': '60fdf8e709d2417a964541a358ac02df'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:46:38.218669 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] Made reservation on behalf of 60fdf8e709d2417a964541a358ac02df for: {'network': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:38.223241 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:38.239140 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:38.344919 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] Publish callbacks [] for security_group (79d71423-ffcc-4886-a061-e9c458097a43), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:38.349589 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (79d71423-ffcc-4886-a061-e9c458097a43), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:38.377752 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=109983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:38.389567 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d71423-ffcc-4886-a061-e9c458097a43,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:38.396859 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (62918baa-9e93-4726-affb-82e8786a06d6), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:38.397208 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.segments_db [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] Added segment 62918baa-9e93-4726-affb-82e8786a06d6 of type vlan for network 19a1b79f-415e-44bd-80e0-6c4445224038 Apr 28 19:46:38.446065 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (19a1b79f-415e-44bd-80e0-6c4445224038), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:38.488868 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (19a1b79f-415e-44bd-80e0-6c4445224038), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:38.490198 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:38.490860 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:38.533369 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4791610 Apr 28 19:46:38.537913 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 54164) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:38.547534 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-08b07862-3d0e-4082-9d81-a3e1fb447e83 admin admin] Request body: {'subnet': {'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1082070763-subnet', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'ip_version': 4}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:46:38.565749 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01209c7b-671f-4ba9-b20e-dd3cf5685406 admin admin] Pushing event updated for resources: {'Network': ['ID=19a1b79f-415e-44bd-80e0-6c4445224038,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:38.579414 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network 19a1b79f-415e-44bd-80e0-6c4445224038 details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:46:38.590413 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b07862-3d0e-4082-9d81-a3e1fb447e83 admin admin] Made reservation on behalf of 60fdf8e709d2417a964541a358ac02df for: {'subnet': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:38.593015 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-08b07862-3d0e-4082-9d81-a3e1fb447e83 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:38.793776 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-08b07862-3d0e-4082-9d81-a3e1fb447e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for subnet (3424908e-073c-4bbb-8b65-dcdfae2d50f6), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:38.846906 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b07862-3d0e-4082-9d81-a3e1fb447e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3424908e-073c-4bbb-8b65-dcdfae2d50f6,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:38.864864 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b07862-3d0e-4082-9d81-a3e1fb447e83 admin admin] Checking segment: {'id': '62918baa-9e93-4726-affb-82e8786a06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:46:38.865225 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b07862-3d0e-4082-9d81-a3e1fb447e83 admin admin] Network hostable DHCP agents. Network: 19a1b79f-415e-44bd-80e0-6c4445224038, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:46:38.888081 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b07862-3d0e-4082-9d81-a3e1fb447e83 admin admin] Network 19a1b79f-415e-44bd-80e0-6c4445224038 is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:46:38.900491 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-08b07862-3d0e-4082-9d81-a3e1fb447e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, 19a1b79f-415e-44bd-80e0-6c4445224038) {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:38.908416 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b07862-3d0e-4082-9d81-a3e1fb447e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:38.909438 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-08b07862-3d0e-4082-9d81-a3e1fb447e83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:38.920122 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f8eed0-2e65-4ab2-89c0-e54856c0c144 None None] Network 19a1b79f-415e-44bd-80e0-6c4445224038 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:46:38.929098 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-08b07862-3d0e-4082-9d81-a3e1fb447e83 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3890302 Apr 28 19:46:38.932485 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 54168) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:38.936952 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:46:38.963128 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4115884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1076'] for router (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:38.964800 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4116252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4119717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1085'] for router (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:39.067454 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Publish callbacks [] for router_controller (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), precommit_add_association {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:39.086292 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93ac679c-a999-5b9b-9bdf-54fab116b281-19a1b79f-415e-44bd-80e0-6c4445224038', 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'project_id': '60fdf8e709d2417a964541a358ac02df', 'fixed_ips': [{'subnet_id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6'}]}} from dv-cinder-826949-7-smb. {{(pid=109985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:46:39.087861 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:39.230528 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff59ee-ea88-4318-898f-51a2446c298a req-33edef7b-c132-4cf0-a3ac-444b7cb5eb36 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:39.240969 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0bff59ee-ea88-4318-898f-51a2446c298a req-33edef7b-c132-4cf0-a3ac-444b7cb5eb36 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.1755147 Apr 28 19:46:39.272888 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.db_base_plugin_common [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Allocated IP 172.20.0.2 (19a1b79f-415e-44bd-80e0-6c4445224038/3424908e-073c-4bbb-8b65-dcdfae2d50f6/af50958b-5de7-4056-8337-4e48627e9593) {{(pid=109985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:39.416508 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Publish callbacks [] for router_gateway (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:39.448516 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0bff59ee-ea88-4318-898f-51a2446c298a req-6c721300-2d87-43ee-8f4f-cdd8a725998b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062211 Apr 28 19:46:39.467308 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Publish callbacks [] for port (af50958b-5de7-4056-8337-4e48627e9593), precommit_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:39.491514 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (af50958b-5de7-4056-8337-4e48627e9593), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:39.499677 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 54180) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:39.562035 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Network 19a1b79f-415e-44bd-80e0-6c4445224038 is already hosted by enough agents. {{(pid=109985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:39.567948 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.base_scheduler [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Resources bound (agent type, host, resource id): {{(pid=109985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:39.572302 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Received port after_create {{(pid=109985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:39.583072 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Pushing event updated for resources: {'Port': ['ID=af50958b-5de7-4056-8337-4e48627e9593,revision_number=1']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:39.652563 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0b5c65f7-8c2d-4610-858a-7b164c72f964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:39.679675 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Attempting to bind port af50958b-5de7-4056-8337-4e48627e9593 on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:46:39.680349 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Attempting to bind port af50958b-5de7-4056-8337-4e48627e9593 by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': '62918baa-9e93-4726-affb-82e8786a06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:46:39.680948 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Attempting to bind port af50958b-5de7-4056-8337-4e48627e9593 on network 19a1b79f-415e-44bd-80e0-6c4445224038 {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:39.690607 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:46:39.691230 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Checking segment: {'id': '62918baa-9e93-4726-affb-82e8786a06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:46:39.691934 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:39.692590 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Bound using segment: {'id': '62918baa-9e93-4726-affb-82e8786a06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:46:39.693425 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Bound port: af50958b-5de7-4056-8337-4e48627e9593, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62918baa-9e93-4726-affb-82e8786a06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:46:39.694072 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (af50958b-5de7-4056-8337-4e48627e9593), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:39.769741 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0b5c65f7-8c2d-4610-858a-7b164c72f964 admin admin] Publish callbacks [] for security_group (294852f2-8bbf-4c16-bc87-c29ea62fec4b), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:39.774528 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0b5c65f7-8c2d-4610-858a-7b164c72f964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (294852f2-8bbf-4c16-bc87-c29ea62fec4b), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:39.794739 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] For port af50958b-5de7-4056-8337-4e48627e9593, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:39.799236 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] For port af50958b-5de7-4056-8337-4e48627e9593, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=af50958b-5de7-4056-8337-4e48627e9593,segment=NetworkSegment(62918baa-9e93-4726-affb-82e8786a06d6),segment_id=62918baa-9e93-4726-affb-82e8786a06d6)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:46:39.828763 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (af50958b-5de7-4056-8337-4e48627e9593), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:39.841170 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-0b5c65f7-8c2d-4610-858a-7b164c72f964 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ecdf811ab68349beaa7dad6e599107f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401120 Apr 28 19:46:39.842877 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 54186) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:39.851504 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c65f7-8c2d-4610-858a-7b164c72f964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294852f2-8bbf-4c16-bc87-c29ea62fec4b,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:39.920620 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2c47c022-844e-4928-9517-2b389fde00c6 admin admin] Publish callbacks [] for security_group (294852f2-8bbf-4c16-bc87-c29ea62fec4b), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:39.933408 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf97fd2-1756-4671-aa27-52dc9827c136 None None] Pushing event updated for resources: {'Port': ['ID=af50958b-5de7-4056-8337-4e48627e9593,revision_number=2']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:39.950881 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2c47c022-844e-4928-9517-2b389fde00c6 admin admin] Publish callbacks [] for security_group (294852f2-8bbf-4c16-bc87-c29ea62fec4b), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:39.956700 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Publish callbacks [] for router_gateway (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:39.977828 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:40.013577 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2c47c022-844e-4928-9517-2b389fde00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (294852f2-8bbf-4c16-bc87-c29ea62fec4b), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:40.018443 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2c47c022-844e-4928-9517-2b389fde00c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:40.020372 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-2c47c022-844e-4928-9517-2b389fde00c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/294852f2-8bbf-4c16-bc87-c29ea62fec4b HTTP/1.1" status: 204 len: 168 time: 0.1761210 Apr 28 19:46:40.035314 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47c022-844e-4928-9517-2b389fde00c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294852f2-8bbf-4c16-bc87-c29ea62fec4b,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:40.150971 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Allocated IP 172.28.0.24 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/eb749b30-58b4-405d-8b36-36e05878a5e3) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:40.354869 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Publish callbacks [] for port (eb749b30-58b4-405d-8b36-36e05878a5e3), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:40.361752 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:40.444603 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device af50958b-5de7-4056-8337-4e48627e9593 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:40.450991 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (eb749b30-58b4-405d-8b36-36e05878a5e3), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:40.500494 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:40.504094 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:40.511495 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:40.522460 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port af50958b-5de7-4056-8337-4e48627e9593 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:40.523099 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (af50958b-5de7-4056-8337-4e48627e9593), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:40.551124 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Pushing event updated for resources: {'Port': ['ID=eb749b30-58b4-405d-8b36-36e05878a5e3,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:40.641902 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d672b9f-75af-487f-a9aa-f57807b7559d req-096bc9c9-d3c0-46b7-8d24-d288dda9144a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:40.643549 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5d672b9f-75af-487f-a9aa-f57807b7559d req-096bc9c9-d3c0-46b7-8d24-d288dda9144a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0791817 Apr 28 19:46:40.672448 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port af50958b-5de7-4056-8337-4e48627e9593 is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:40.673284 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (af50958b-5de7-4056-8337-4e48627e9593), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:40.732020 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] For port af50958b-5de7-4056-8337-4e48627e9593, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=af50958b-5de7-4056-8337-4e48627e9593,segment=NetworkSegment(62918baa-9e93-4726-affb-82e8786a06d6),segment_id=62918baa-9e93-4726-affb-82e8786a06d6)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:40.735076 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5d672b9f-75af-487f-a9aa-f57807b7559d req-261add12-ed01-49db-a4b2-d8378f39ec6a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764780 Apr 28 19:46:40.742171 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (af50958b-5de7-4056-8337-4e48627e9593), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:40.802983 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Pushing event updated for resources: {'Port': ['ID=af50958b-5de7-4056-8337-4e48627e9593,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:40.847163 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Publish callbacks [] for router_gateway (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:41.065707 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f737d8-fd1e-49d1-9e84-ebb1001155f9 None None] Network 19a1b79f-415e-44bd-80e0-6c4445224038 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:46:41.099331 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4116245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704025'] for router (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:41.145519 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-70f5d975-61a6-4db1-9817-43a2e56e085b None None] Provisioning complete for port af50958b-5de7-4056-8337-4e48627e9593 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:41.145967 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-70f5d975-61a6-4db1-9817-43a2e56e085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (af50958b-5de7-4056-8337-4e48627e9593), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:41.307428 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 is scheduled to L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae with binding_index 1 {{(pid=109984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:46:41.314246 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-70f5d975-61a6-4db1-9817-43a2e56e085b None None] Current status of the port af50958b-5de7-4056-8337-4e48627e9593 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:41.476277 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:46:41.497076 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Sync routers for ids ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:41.502107 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:41.507368 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-4b70c2ba-a909-437a-be1e-5f0aa2c29a64 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5697317 Apr 28 19:46:41.507786 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 54200) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:41.512080 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Routers {'9bde0c0a-c95b-483c-92d9-cd8aa9f86912'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:41.512933 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:46:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:41.553617 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-5bc4199c-3cbc-405c-8573-a7cc89e696ce None None] Provisioning complete for port af50958b-5de7-4056-8337-4e48627e9593 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:41.554464 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-5bc4199c-3cbc-405c-8573-a7cc89e696ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (af50958b-5de7-4056-8337-4e48627e9593), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:41.652812 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Set router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:41.710773 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4199c-3cbc-405c-8573-a7cc89e696ce None None] Current status of the port af50958b-5de7-4056-8337-4e48627e9593 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:41.913909 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19203a-2051-4dbc-9792-91e23868cb68 req-37db6654-1419-4fcd-a533-78ce6a9b0edf tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:41.916175 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8e19203a-2051-4dbc-9792-91e23868cb68 req-37db6654-1419-4fcd-a533-78ce6a9b0edf tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0695157 Apr 28 19:46:41.942482 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:40Z', 'revision_number': 3, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'gw_port': {'id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:39Z', 'updated_at': '2022-04-28T19:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:42.012223 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8e19203a-2051-4dbc-9792-91e23868cb68 req-92614080-3b8e-4487-a76a-81ba22b32efd tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881166 Apr 28 19:46:42.111745 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Checking router: 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:42.112117 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Updating router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 port eb749b30-58b4-405d-8b36-36e05878a5e3 binding host dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:46:42.141243 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (eb749b30-58b4-405d-8b36-36e05878a5e3), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:42.181974 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:42.382224 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device af50958b-5de7-4056-8337-4e48627e9593 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:42.414041 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Allocated IP 172.20.0.1 (19a1b79f-415e-44bd-80e0-6c4445224038/3424908e-073c-4bbb-8b65-dcdfae2d50f6/16a7aecd-0b4c-4121-aaae-acbd91da283e) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:42.482942 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port af50958b-5de7-4056-8337-4e48627e9593 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:42.483507 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (af50958b-5de7-4056-8337-4e48627e9593), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:42.485903 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Publish callbacks [] for port (eb749b30-58b4-405d-8b36-36e05878a5e3), precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:42.497019 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (eb749b30-58b4-405d-8b36-36e05878a5e3), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:42.592555 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd17f3-a1e1-42d2-9241-1cbb4a388a5e None None] Pushing event updated for resources: {'Port': ['ID=eb749b30-58b4-405d-8b36-36e05878a5e3,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:42.609552 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Attempting to bind port eb749b30-58b4-405d-8b36-36e05878a5e3 on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:46:42.609913 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Attempting to bind port eb749b30-58b4-405d-8b36-36e05878a5e3 by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:46:42.610261 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Attempting to bind port eb749b30-58b4-405d-8b36-36e05878a5e3 on network dbab025d-de0a-47ac-91fe-6d3e732a910f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:42.617297 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:46:42.618285 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Checking segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:46:42.619565 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:42.620036 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Bound using segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:46:42.620623 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Bound port: eb749b30-58b4-405d-8b36-36e05878a5e3, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:46:42.621008 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (eb749b30-58b4-405d-8b36-36e05878a5e3), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:42.636140 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Publish callbacks [] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:42.663368 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port af50958b-5de7-4056-8337-4e48627e9593 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:42.694317 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:42.706379 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] For port eb749b30-58b4-405d-8b36-36e05878a5e3, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:42.709940 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] For port eb749b30-58b4-405d-8b36-36e05878a5e3, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=eb749b30-58b4-405d-8b36-36e05878a5e3,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:46:42.718385 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (eb749b30-58b4-405d-8b36-36e05878a5e3), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:42.737606 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Network 19a1b79f-415e-44bd-80e0-6c4445224038 is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:42.746442 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:42.751398 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:42.774251 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Pushing event updated for resources: {'Port': ['ID=16a7aecd-0b4c-4121-aaae-acbd91da283e,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:42.785959 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Routers {'9bde0c0a-c95b-483c-92d9-cd8aa9f86912'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:42.786682 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:46:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:42.792468 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd17f3-a1e1-42d2-9241-1cbb4a388a5e None None] Pushing event updated for resources: {'Port': ['ID=eb749b30-58b4-405d-8b36-36e05878a5e3,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:42.807167 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703724'] for router_interface (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:42.957593 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] Set router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:42.961168 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:43.073972 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-1dc79cd1-0be4-4c71-afb0-c20082353f6e None None] Provisioning complete for port 16a7aecd-0b4c-4121-aaae-acbd91da283e triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:43.074778 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-1dc79cd1-0be4-4c71-afb0-c20082353f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:43.159968 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-1dc79cd1-0be4-4c71-afb0-c20082353f6e None None] Port 16a7aecd-0b4c-4121-aaae-acbd91da283e cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:46:43.281067 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:40Z', 'revision_number': 3, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'gw_port': {'id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:39Z', 'updated_at': '2022-04-28T19:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:43.310499 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f181c-1ca4-42c2-99c2-cd93a8c65ffa None None] The sync data for ids ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'] in dv-cinder-826949-7-smb is: [{'id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:40Z', 'revision_number': 3, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'gw_port': {'id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:39Z', 'updated_at': '2022-04-28T19:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:43.494253 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bc601-5282-4c9a-98aa-a58f806fca24 req-1cb07e44-150f-499c-8068-33034b0ba09e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:43.495906 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b01bc601-5282-4c9a-98aa-a58f806fca24 req-1cb07e44-150f-499c-8068-33034b0ba09e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0717702 Apr 28 19:46:43.564090 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Publish callbacks [] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:43.573011 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:43.685932 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b01bc601-5282-4c9a-98aa-a58f806fca24 req-33ff8f6f-7e49-4bbf-a9ad-bbee988eb8f0 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754375 Apr 28 19:46:43.705192 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4114972'] for router_interface (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:43.721439 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Pushing event updated for resources: {'Port': ['ID=16a7aecd-0b4c-4121-aaae-acbd91da283e,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:43.850749 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Network 19a1b79f-415e-44bd-80e0-6c4445224038 is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:43.853828 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:44.041725 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:46:44.202649 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-771d6b1e-fe5e-4de8-ad6b-fdcc59c17727 None None] Provisioning complete for port 16a7aecd-0b4c-4121-aaae-acbd91da283e triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:44.203415 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-771d6b1e-fe5e-4de8-ad6b-fdcc59c17727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:44.211230 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:46:44.221236 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-1861a633-7240-4fef-bf47-7e81a6902af1 admin admin] 10.222.0.62 "PUT /v2.0/routers/9bde0c0a-c95b-483c-92d9-cd8aa9f86912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7114618 Apr 28 19:46:44.257727 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-771d6b1e-fe5e-4de8-ad6b-fdcc59c17727 None None] Port 16a7aecd-0b4c-4121-aaae-acbd91da283e cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:46:44.368022 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device eb749b30-58b4-405d-8b36-36e05878a5e3 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:44.446177 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port eb749b30-58b4-405d-8b36-36e05878a5e3 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:44.447189 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (eb749b30-58b4-405d-8b36-36e05878a5e3), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:44.583336 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port eb749b30-58b4-405d-8b36-36e05878a5e3 is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:44.583730 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (eb749b30-58b4-405d-8b36-36e05878a5e3), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:44.613982 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] For port eb749b30-58b4-405d-8b36-36e05878a5e3, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=eb749b30-58b4-405d-8b36-36e05878a5e3,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:44.621607 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (eb749b30-58b4-405d-8b36-36e05878a5e3), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:44.695024 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Pushing event updated for resources: {'Port': ['ID=eb749b30-58b4-405d-8b36-36e05878a5e3,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:44.705618 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:44.706191 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:44.706739 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:44.707270 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:44.707622 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:44.707987 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:44.708320 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:44.708646 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:44.708978 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:44.709302 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:44.709628 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:44.709968 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:44.710300 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:44.710687 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:44.710997 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:44.911636 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c9a7a-037c-404d-8e3a-e196fb062792 req-7f683aaf-52bc-456e-ae9f-0076d20928cd tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:44.913827 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ca5c9a7a-037c-404d-8e3a-e196fb062792 req-7f683aaf-52bc-456e-ae9f-0076d20928cd tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0747046 Apr 28 19:46:45.005221 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ca5c9a7a-037c-404d-8e3a-e196fb062792 req-0be64a8e-b311-47ba-9c34-7fb09a84646e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814681 Apr 28 19:46:45.091354 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 54236) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:45.099751 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2132387613-network', 'tenant_id': '4f6a37a4aaf641fabcf1f8ccd8965413'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:46:45.136970 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] Made reservation on behalf of 4f6a37a4aaf641fabcf1f8ccd8965413 for: {'network': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:45.139471 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:45.152102 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:45.267704 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] Publish callbacks [] for security_group (4bc977da-e892-45c1-875e-937e2e96d24a), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:45.275295 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (4bc977da-e892-45c1-875e-937e2e96d24a), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:45.303677 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=109983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:45.315091 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc977da-e892-45c1-875e-937e2e96d24a,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:45.321029 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (809aca4d-0196-4a28-9027-73f12b3c68f7), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:45.321380 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.segments_db [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] Added segment 809aca4d-0196-4a28-9027-73f12b3c68f7 of type vlan for network d62ff8c2-8de4-44f9-96b0-1153e70d0179 Apr 28 19:46:45.375771 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (d62ff8c2-8de4-44f9-96b0-1153e70d0179), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:45.392279 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Sync routers for ids ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:45.412087 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Routers {'9bde0c0a-c95b-483c-92d9-cd8aa9f86912'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:45.412753 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (d62ff8c2-8de4-44f9-96b0-1153e70d0179), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:45.413757 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:46:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:45.413946 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:45.414535 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:45.454720 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3617895 Apr 28 19:46:45.459870 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 54240) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:45.466359 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-36e84248-8872-403b-b91d-018a35bd94d5 admin admin] Request body: {'subnet': {'network_id': 'd62ff8c2-8de4-44f9-96b0-1153e70d0179', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2132387613-subnet', 'tenant_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'ip_version': 4}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:46:45.512502 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6788932-d870-4b87-acdd-396a58b696e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d62ff8c2-8de4-44f9-96b0-1153e70d0179,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:45.526910 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e84248-8872-403b-b91d-018a35bd94d5 admin admin] Made reservation on behalf of 4f6a37a4aaf641fabcf1f8ccd8965413 for: {'subnet': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:45.529485 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-36e84248-8872-403b-b91d-018a35bd94d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8798886'] for subnet (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:45.540577 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network d62ff8c2-8de4-44f9-96b0-1153e70d0179 details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:46:45.752245 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-36e84248-8872-403b-b91d-018a35bd94d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2299524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8798804'] for subnet (7854ee55-83fa-4d34-adab-511cb97211f6), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:45.851583 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e84248-8872-403b-b91d-018a35bd94d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7854ee55-83fa-4d34-adab-511cb97211f6,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:45.867902 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e84248-8872-403b-b91d-018a35bd94d5 admin admin] Checking segment: {'id': '809aca4d-0196-4a28-9027-73f12b3c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd62ff8c2-8de4-44f9-96b0-1153e70d0179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:46:45.867902 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e84248-8872-403b-b91d-018a35bd94d5 admin admin] Network hostable DHCP agents. Network: d62ff8c2-8de4-44f9-96b0-1153e70d0179, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:46:45.886204 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Set router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:45.894712 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e84248-8872-403b-b91d-018a35bd94d5 admin admin] Network d62ff8c2-8de4-44f9-96b0-1153e70d0179 is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:46:45.910570 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-36e84248-8872-403b-b91d-018a35bd94d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, d62ff8c2-8de4-44f9-96b0-1153e70d0179) {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:45.917444 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e84248-8872-403b-b91d-018a35bd94d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:45.918465 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-36e84248-8872-403b-b91d-018a35bd94d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:45.947883 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-36e84248-8872-403b-b91d-018a35bd94d5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4853611 Apr 28 19:46:45.949084 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 54246) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:45.953589 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f6fa6-781e-4291-bdd4-2d62b4e49d68 None None] Network d62ff8c2-8de4-44f9-96b0-1153e70d0179 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:46:45.954937 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2132387613-router', 'tenant_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:46:45.978260 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4115884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1076'] for router (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:45.979542 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4116252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4119717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1085'] for router (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:46.054378 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Publish callbacks [] for router_controller (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), precommit_add_association {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:46.241520 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Publish callbacks [] for router_gateway (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:46.263467 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1f8b7-6e07-4efd-a393-010f5ac82893 req-409cac0c-12b3-4994-8e2e-ecea6dd9330f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:46.265364 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-76e1f8b7-6e07-4efd-a393-010f5ac82893 req-409cac0c-12b3-4994-8e2e-ecea6dd9330f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0903122 Apr 28 19:46:46.378226 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93ac679c-a999-5b9b-9bdf-54fab116b281-d62ff8c2-8de4-44f9-96b0-1153e70d0179', 'network_id': 'd62ff8c2-8de4-44f9-96b0-1153e70d0179', 'project_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'fixed_ips': [{'subnet_id': '7854ee55-83fa-4d34-adab-511cb97211f6'}]}} from dv-cinder-826949-7-smb. {{(pid=109985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:46:46.379704 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:46.382306 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-76e1f8b7-6e07-4efd-a393-010f5ac82893 req-fa90f5c5-f331-499f-9053-94e3bc2080c1 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043196 Apr 28 19:46:46.486089 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device eb749b30-58b4-405d-8b36-36e05878a5e3 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:46.574599 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:42Z', 'revision_number': 4, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'gw_port': {'id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:39Z', 'updated_at': '2022-04-28T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '16a7aecd-0b4c-4121-aaae-acbd91da283e', 'name': '', 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'mac_address': 'fa:16:3e:0e:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:42Z', 'updated_at': '2022-04-28T19:46:43Z', 'revision_number': 2, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'subnets': [{'id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:46.591059 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Publish callbacks [] for router_gateway (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:46.613022 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:46.625714 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Checking router: 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:46.626367 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Updating router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 port 16a7aecd-0b4c-4121-aaae-acbd91da283e binding host dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:46:46.711706 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:46.730235 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port eb749b30-58b4-405d-8b36-36e05878a5e3 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:46.730603 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (eb749b30-58b4-405d-8b36-36e05878a5e3), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:46.804811 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.db_base_plugin_common [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Allocated IP 172.20.0.2 (d62ff8c2-8de4-44f9-96b0-1153e70d0179/7854ee55-83fa-4d34-adab-511cb97211f6/5f61e994-95df-4e97-ab96-b21990e8605b) {{(pid=109985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:46.818631 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Allocated IP 172.28.0.135 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/5f414931-9dd2-419e-8a90-d7c202cbf40f) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:47.010751 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port eb749b30-58b4-405d-8b36-36e05878a5e3 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:47.040683 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Publish callbacks [] for port (5f414931-9dd2-419e-8a90-d7c202cbf40f), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:47.107570 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (5f414931-9dd2-419e-8a90-d7c202cbf40f), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:47.125455 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a168544f-4c35-46b4-aee7-2284d16f7cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:47.172343 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:47.176151 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:47.181702 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:47.185611 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Pushing event updated for resources: {'Port': ['ID=5f414931-9dd2-419e-8a90-d7c202cbf40f,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:47.214848 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Publish callbacks [] for port (5f61e994-95df-4e97-ab96-b21990e8605b), precommit_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:47.236235 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (5f61e994-95df-4e97-ab96-b21990e8605b), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:47.362676 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Network d62ff8c2-8de4-44f9-96b0-1153e70d0179 is already hosted by enough agents. {{(pid=109985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:47.381659 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.base_scheduler [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Resources bound (agent type, host, resource id): {{(pid=109985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:47.388653 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Received port after_create {{(pid=109985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:47.411018 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Pushing event updated for resources: {'Port': ['ID=5f61e994-95df-4e97-ab96-b21990e8605b,revision_number=1']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:47.438771 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Publish callbacks [] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), precommit_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:47.498482 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:47.561770 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Publish callbacks [] for router_gateway (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:47.602046 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Attempting to bind port 5f61e994-95df-4e97-ab96-b21990e8605b on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:46:47.602428 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Attempting to bind port 5f61e994-95df-4e97-ab96-b21990e8605b by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': '809aca4d-0196-4a28-9027-73f12b3c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd62ff8c2-8de4-44f9-96b0-1153e70d0179'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:46:47.602929 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Attempting to bind port 5f61e994-95df-4e97-ab96-b21990e8605b on network d62ff8c2-8de4-44f9-96b0-1153e70d0179 {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:47.609576 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17e16b-a24e-4fc8-a353-ebfda9f04ccb None None] Pushing event updated for resources: {'Port': ['ID=16a7aecd-0b4c-4121-aaae-acbd91da283e,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:47.630571 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:46:47.631072 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Checking segment: {'id': '809aca4d-0196-4a28-9027-73f12b3c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd62ff8c2-8de4-44f9-96b0-1153e70d0179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:46:47.631708 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:47.632356 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Bound using segment: {'id': '809aca4d-0196-4a28-9027-73f12b3c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd62ff8c2-8de4-44f9-96b0-1153e70d0179'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:46:47.633046 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Bound port: 5f61e994-95df-4e97-ab96-b21990e8605b, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809aca4d-0196-4a28-9027-73f12b3c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd62ff8c2-8de4-44f9-96b0-1153e70d0179'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:46:47.633647 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (5f61e994-95df-4e97-ab96-b21990e8605b), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:47.639686 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f666e84-9e53-4c08-9efd-32df5193c22e req-638b0c6b-5401-4e40-a2aa-6686a2308391 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:47.643839 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2f666e84-9e53-4c08-9efd-32df5193c22e req-638b0c6b-5401-4e40-a2aa-6686a2308391 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0969095 Apr 28 19:46:47.750061 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2f666e84-9e53-4c08-9efd-32df5193c22e req-642ae487-83b7-4772-8b56-f9fa76a91ef0 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904088 Apr 28 19:46:47.851642 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Attempting to bind port 16a7aecd-0b4c-4121-aaae-acbd91da283e on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:46:47.852245 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Attempting to bind port 16a7aecd-0b4c-4121-aaae-acbd91da283e by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': '62918baa-9e93-4726-affb-82e8786a06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:46:47.852896 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Attempting to bind port 16a7aecd-0b4c-4121-aaae-acbd91da283e on network 19a1b79f-415e-44bd-80e0-6c4445224038 {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:47.877214 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:46:47.877786 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Checking segment: {'id': '62918baa-9e93-4726-affb-82e8786a06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:46:47.878460 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:47.879109 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Bound using segment: {'id': '62918baa-9e93-4726-affb-82e8786a06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:46:47.879925 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Bound port: 16a7aecd-0b4c-4121-aaae-acbd91da283e, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62918baa-9e93-4726-affb-82e8786a06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:46:47.880533 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:47.901198 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] For port 5f61e994-95df-4e97-ab96-b21990e8605b, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:47.933424 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4116245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704025'] for router (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:47.934687 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] For port 5f61e994-95df-4e97-ab96-b21990e8605b, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=5f61e994-95df-4e97-ab96-b21990e8605b,segment=NetworkSegment(809aca4d-0196-4a28-9027-73f12b3c68f7),segment_id=809aca4d-0196-4a28-9027-73f12b3c68f7)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:46:47.963756 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-0a7bf7de-c44e-4c76-9660-f362e5a449e4 None None] Provisioning complete for port 16a7aecd-0b4c-4121-aaae-acbd91da283e triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:47.964296 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0a7bf7de-c44e-4c76-9660-f362e5a449e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:47.993095 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (5f61e994-95df-4e97-ab96-b21990e8605b), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:48.136561 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-0a7bf7de-c44e-4c76-9660-f362e5a449e4 None None] Port 16a7aecd-0b4c-4121-aaae-acbd91da283e cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:46:48.151124 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] For port 16a7aecd-0b4c-4121-aaae-acbd91da283e, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:48.164639 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] For port 16a7aecd-0b4c-4121-aaae-acbd91da283e, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=16a7aecd-0b4c-4121-aaae-acbd91da283e,segment=NetworkSegment(62918baa-9e93-4726-affb-82e8786a06d6),segment_id=62918baa-9e93-4726-affb-82e8786a06d6)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:46:48.173457 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08973619-ce30-4ad9-9bf8-3177539e1184 None None] Pushing event updated for resources: {'Port': ['ID=5f61e994-95df-4e97-ab96-b21990e8605b,revision_number=2']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:48.180296 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:48.301337 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Routers {'9bde0c0a-c95b-483c-92d9-cd8aa9f86912'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:48.302307 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:46:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:48.394118 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17e16b-a24e-4fc8-a353-ebfda9f04ccb None None] Pushing event updated for resources: {'Port': ['ID=16a7aecd-0b4c-4121-aaae-acbd91da283e,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:48.586775 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Router 1c7c7c5f-7e2e-4160-a00a-93826e850cb0 is scheduled to L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae with binding_index 1 {{(pid=109983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:46:48.720644 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] Set router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:48.811233 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-18034415-32e9-4399-b56b-a7bd171da2c5 None None] Provisioning complete for port 16a7aecd-0b4c-4121-aaae-acbd91da283e triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:48.811955 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-18034415-32e9-4399-b56b-a7bd171da2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:48.918307 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288c404-b1fb-4d10-820f-6054b1675a82 req-21610e0c-6796-44a5-bc76-9629a57cfe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:48.919901 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1288c404-b1fb-4d10-820f-6054b1675a82 req-21610e0c-6796-44a5-bc76-9629a57cfe96 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 1130 time: 0.1245782 Apr 28 19:46:48.929110 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ffec3-8080-45a3-a8b5-df281685abe6 req-d196d022-a4d6-4b87-a39a-f2bcfe0af6db tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:48.930793 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1a7ffec3-8080-45a3-a8b5-df281685abe6 req-d196d022-a4d6-4b87-a39a-f2bcfe0af6db tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0839262 Apr 28 19:46:48.933751 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:46:48.945739 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Sync routers for ids ['1c7c7c5f-7e2e-4160-a00a-93826e850cb0'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:48.963402 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Routers {'1c7c7c5f-7e2e-4160-a00a-93826e850cb0'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:48.964460 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:46:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1c7c7c5f-7e2e-4160-a00a-93826e850cb0'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:48.998557 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:49.003871 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-7e919a71-f8b3-4241-bf01-8aeb48d47d5a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0494721 Apr 28 19:46:49.005208 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 54276) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:46:49.026240 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-18034415-32e9-4399-b56b-a7bd171da2c5 None None] Current status of the port 16a7aecd-0b4c-4121-aaae-acbd91da283e is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:49.027045 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-18034415-32e9-4399-b56b-a7bd171da2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:49.041968 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1288c404-b1fb-4d10-820f-6054b1675a82 req-6866c8b8-64ab-458f-84e0-a30672ee81d0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094372 Apr 28 19:46:49.059981 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1a7ffec3-8080-45a3-a8b5-df281685abe6 req-c697d029-bef8-45e3-9da0-11cd42ab691b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189749 Apr 28 19:46:49.110028 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:42Z', 'revision_number': 4, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'gw_port': {'id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:39Z', 'updated_at': '2022-04-28T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '16a7aecd-0b4c-4121-aaae-acbd91da283e', 'name': '', 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'mac_address': 'fa:16:3e:0e:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:42Z', 'updated_at': '2022-04-28T19:46:48Z', 'revision_number': 4, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'subnets': [{'id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:49.186306 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Set router 1c7c7c5f-7e2e-4160-a00a-93826e850cb0 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:49.187425 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-18034415-32e9-4399-b56b-a7bd171da2c5 None None] For port 16a7aecd-0b4c-4121-aaae-acbd91da283e, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=16a7aecd-0b4c-4121-aaae-acbd91da283e,segment=NetworkSegment(62918baa-9e93-4726-affb-82e8786a06d6),segment_id=62918baa-9e93-4726-affb-82e8786a06d6)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:49.191932 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db7a5c-7b5b-448e-8db8-f85dd0a27f35 None None] The sync data for ids ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'] in dv-cinder-826949-7-smb is: [{'id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:42Z', 'revision_number': 4, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'gw_port': {'id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:39Z', 'updated_at': '2022-04-28T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '16a7aecd-0b4c-4121-aaae-acbd91da283e', 'name': '', 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'mac_address': 'fa:16:3e:0e:8b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:42Z', 'updated_at': '2022-04-28T19:46:48Z', 'revision_number': 4, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'subnets': [{'id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:49.216881 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-18034415-32e9-4399-b56b-a7bd171da2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:49.377517 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-08fd5f58-dd6b-449c-872b-a7b6d5dfbabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:49.387202 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18034415-32e9-4399-b56b-a7bd171da2c5 None None] Pushing event updated for resources: {'Port': ['ID=16a7aecd-0b4c-4121-aaae-acbd91da283e,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:49.541588 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'name': 'tempest-TestMinimumBasicScenario-2132387613-router', 'tenant_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '5f414931-9dd2-419e-8a90-d7c202cbf40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:45Z', 'updated_at': '2022-04-28T19:46:47Z', 'revision_number': 3, 'project_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'gw_port': {'id': '5f414931-9dd2-419e-8a90-d7c202cbf40f', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:da:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:46Z', 'updated_at': '2022-04-28T19:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:49.582234 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Checking router: 1c7c7c5f-7e2e-4160-a00a-93826e850cb0 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:49.582892 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Updating router 1c7c7c5f-7e2e-4160-a00a-93826e850cb0 port 5f414931-9dd2-419e-8a90-d7c202cbf40f binding host dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:46:49.658393 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (5f414931-9dd2-419e-8a90-d7c202cbf40f), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:49.720056 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8664a144-5795-4ecd-b6a6-dbab435de05d None None] Network d62ff8c2-8de4-44f9-96b0-1153e70d0179 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:46:49.843776 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-6921d438-5b62-46cc-ac9f-30cf091b011f None None] Provisioning complete for port 5f61e994-95df-4e97-ab96-b21990e8605b triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:49.844844 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-6921d438-5b62-46cc-ac9f-30cf091b011f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (5f61e994-95df-4e97-ab96-b21990e8605b), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:49.866216 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:50.005762 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-6921d438-5b62-46cc-ac9f-30cf091b011f None None] Current status of the port 5f61e994-95df-4e97-ab96-b21990e8605b is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:50.005983 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-6921d438-5b62-46cc-ac9f-30cf091b011f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (5f61e994-95df-4e97-ab96-b21990e8605b), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:50.072429 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-6921d438-5b62-46cc-ac9f-30cf091b011f None None] For port 5f61e994-95df-4e97-ab96-b21990e8605b, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=5f61e994-95df-4e97-ab96-b21990e8605b,segment=NetworkSegment(809aca4d-0196-4a28-9027-73f12b3c68f7),segment_id=809aca4d-0196-4a28-9027-73f12b3c68f7)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:50.085566 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-6921d438-5b62-46cc-ac9f-30cf091b011f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (5f61e994-95df-4e97-ab96-b21990e8605b), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:50.107410 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Publish callbacks [] for port (5f414931-9dd2-419e-8a90-d7c202cbf40f), precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:50.126680 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (5f414931-9dd2-419e-8a90-d7c202cbf40f), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:50.186187 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921d438-5b62-46cc-ac9f-30cf091b011f None None] Pushing event updated for resources: {'Port': ['ID=5f61e994-95df-4e97-ab96-b21990e8605b,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:50.234611 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Attempting to bind port 5f414931-9dd2-419e-8a90-d7c202cbf40f on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:46:50.234941 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Attempting to bind port 5f414931-9dd2-419e-8a90-d7c202cbf40f by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:46:50.235297 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Attempting to bind port 5f414931-9dd2-419e-8a90-d7c202cbf40f on network dbab025d-de0a-47ac-91fe-6d3e732a910f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:50.239428 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Pushing event updated for resources: {'Port': ['ID=5f414931-9dd2-419e-8a90-d7c202cbf40f,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:50.261129 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:46:50.261252 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Checking segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:46:50.261754 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:50.264196 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Bound using segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:46:50.265298 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Bound port: 5f414931-9dd2-419e-8a90-d7c202cbf40f, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:46:50.265981 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (5f414931-9dd2-419e-8a90-d7c202cbf40f), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:50.270409 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:50.270881 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:50.272303 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:50.272451 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:50.273021 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:50.273628 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:50.274563 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:50.275010 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:50.275434 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:50.275894 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:50.276315 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:50.276746 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:50.277248 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:50.277811 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:50.278403 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:50.312136 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-69ae0c3d-61b7-43be-b3f3-f999ce501fc9 None None] Provisioning complete for port 5f61e994-95df-4e97-ab96-b21990e8605b triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:50.313784 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-69ae0c3d-61b7-43be-b3f3-f999ce501fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (5f61e994-95df-4e97-ab96-b21990e8605b), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:50.369800 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] For port 5f414931-9dd2-419e-8a90-d7c202cbf40f, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:50.375389 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] For port 5f414931-9dd2-419e-8a90-d7c202cbf40f, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=5f414931-9dd2-419e-8a90-d7c202cbf40f,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:46:50.390787 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (5f414931-9dd2-419e-8a90-d7c202cbf40f), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:50.396501 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c9d28-dfbf-434d-821c-1f4dc8e111e2 req-efe6593e-2adb-4f35-b09e-af5a5b580030 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:50.399161 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-819c9d28-dfbf-434d-821c-1f4dc8e111e2 req-efe6593e-2adb-4f35-b09e-af5a5b580030 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.1612504 Apr 28 19:46:50.419008 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Allocated IP 172.20.0.1 (d62ff8c2-8de4-44f9-96b0-1153e70d0179/7854ee55-83fa-4d34-adab-511cb97211f6/399c3e00-a608-479d-a373-dc2cf5f5aae3) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:50.473102 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-69ae0c3d-61b7-43be-b3f3-f999ce501fc9 None None] Current status of the port 5f61e994-95df-4e97-ab96-b21990e8605b is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:50.480615 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Routers {'1c7c7c5f-7e2e-4160-a00a-93826e850cb0'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:50.482032 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:46:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1c7c7c5f-7e2e-4160-a00a-93826e850cb0'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:50.524864 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-819c9d28-dfbf-434d-821c-1f4dc8e111e2 req-64bd816d-cfac-428b-9acc-179713928e12 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164241 Apr 28 19:46:50.551369 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 16a7aecd-0b4c-4121-aaae-acbd91da283e up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:50.572496 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7291d9-8f62-443e-a753-5fc5c89262aa None None] Pushing event updated for resources: {'Port': ['ID=5f414931-9dd2-419e-8a90-d7c202cbf40f,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:50.624229 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 16a7aecd-0b4c-4121-aaae-acbd91da283e triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:50.624699 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:50.662821 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Publish callbacks [] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:50.675578 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] Set router 1c7c7c5f-7e2e-4160-a00a-93826e850cb0 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:50.730596 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:50.737502 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 16a7aecd-0b4c-4121-aaae-acbd91da283e is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:50.738866 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 5f61e994-95df-4e97-ab96-b21990e8605b up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:50.798643 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Network d62ff8c2-8de4-44f9-96b0-1153e70d0179 is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:50.800148 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Pushing event updated for resources: {'Port': ['ID=399c3e00-a608-479d-a373-dc2cf5f5aae3,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:50.804396 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:50.822896 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:46:50.823930 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703724'] for router_interface (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:50.836107 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 5f61e994-95df-4e97-ab96-b21990e8605b triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:50.837274 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (5f61e994-95df-4e97-ab96-b21990e8605b), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:51.072471 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:51.109271 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:51.140917 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 5f61e994-95df-4e97-ab96-b21990e8605b is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:51.144681 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'name': 'tempest-TestMinimumBasicScenario-2132387613-router', 'tenant_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '5f414931-9dd2-419e-8a90-d7c202cbf40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:45Z', 'updated_at': '2022-04-28T19:46:47Z', 'revision_number': 3, 'project_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'gw_port': {'id': '5f414931-9dd2-419e-8a90-d7c202cbf40f', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:da:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:46Z', 'updated_at': '2022-04-28T19:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:51.187266 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78651bc0-0e54-47f0-bc85-30b02a5b27ff None None] The sync data for ids ['1c7c7c5f-7e2e-4160-a00a-93826e850cb0'] in dv-cinder-826949-7-smb is: [{'id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'name': 'tempest-TestMinimumBasicScenario-2132387613-router', 'tenant_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '5f414931-9dd2-419e-8a90-d7c202cbf40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:45Z', 'updated_at': '2022-04-28T19:46:47Z', 'revision_number': 3, 'project_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'gw_port': {'id': '5f414931-9dd2-419e-8a90-d7c202cbf40f', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:da:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:46Z', 'updated_at': '2022-04-28T19:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:51.202989 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-adcedf97-986f-4c87-a073-58b67d36cab8 None None] Provisioning complete for port 399c3e00-a608-479d-a373-dc2cf5f5aae3 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:51.203708 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-adcedf97-986f-4c87-a073-58b67d36cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:51.254799 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-adcedf97-986f-4c87-a073-58b67d36cab8 None None] Port 399c3e00-a608-479d-a373-dc2cf5f5aae3 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:46:51.319389 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Publish callbacks [] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:51.325040 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:51.326009 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4114972'] for router_interface (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:51.395634 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Pushing event updated for resources: {'Port': ['ID=399c3e00-a608-479d-a373-dc2cf5f5aae3,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:51.519390 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Network d62ff8c2-8de4-44f9-96b0-1153e70d0179 is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:51.521604 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:51.715307 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Router 1c7c7c5f-7e2e-4160-a00a-93826e850cb0 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:46:51.748341 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f74bdb-1082-4f60-a9bb-8c13c9ea1f0d req-c378c978-cec2-4e0c-92d4-0a285233b43f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:51.750363 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-97f74bdb-1082-4f60-a9bb-8c13c9ea1f0d req-c378c978-cec2-4e0c-92d4-0a285233b43f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0696528 Apr 28 19:46:51.825154 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-97f74bdb-1082-4f60-a9bb-8c13c9ea1f0d req-7ec96902-028a-4b2e-8cd1-e88384e7752f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624087 Apr 28 19:46:51.898000 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-6eac9e0d-9b05-42f0-816c-05a02a7d3212 None None] Provisioning complete for port 399c3e00-a608-479d-a373-dc2cf5f5aae3 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:51.898527 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-6eac9e0d-9b05-42f0-816c-05a02a7d3212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:51.901077 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:46:51.909744 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-8de5b3a8-d51c-43b3-988d-1af0f18c047a admin admin] 10.222.0.62 "PUT /v2.0/routers/1c7c7c5f-7e2e-4160-a00a-93826e850cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9013793 Apr 28 19:46:51.981594 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-6eac9e0d-9b05-42f0-816c-05a02a7d3212 None None] Port 399c3e00-a608-479d-a373-dc2cf5f5aae3 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:46:52.238504 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:52.410513 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 5f414931-9dd2-419e-8a90-d7c202cbf40f up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:52.521571 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 5f414931-9dd2-419e-8a90-d7c202cbf40f triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:52.522291 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (5f414931-9dd2-419e-8a90-d7c202cbf40f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:52.659501 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 5f414931-9dd2-419e-8a90-d7c202cbf40f is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:52.660221 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (5f414931-9dd2-419e-8a90-d7c202cbf40f), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:52.697789 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] For port 5f414931-9dd2-419e-8a90-d7c202cbf40f, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=5f414931-9dd2-419e-8a90-d7c202cbf40f,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:52.703303 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (5f414931-9dd2-419e-8a90-d7c202cbf40f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:52.761992 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Pushing event updated for resources: {'Port': ['ID=5f414931-9dd2-419e-8a90-d7c202cbf40f,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:52.991159 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d282e1-9c76-43c9-9f18-80d7aa7ceeca req-b14fb235-7f35-4919-aa05-c0b22fea9e89 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:52.995173 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b2d282e1-9c76-43c9-9f18-80d7aa7ceeca req-b14fb235-7f35-4919-aa05-c0b22fea9e89 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0817907 Apr 28 19:46:53.082325 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b2d282e1-9c76-43c9-9f18-80d7aa7ceeca req-a420886f-cc57-41fc-9348-fdf28572110f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758271 Apr 28 19:46:53.496224 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Sync routers for ids ['1c7c7c5f-7e2e-4160-a00a-93826e850cb0'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:53.503895 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a115a4-7c75-4c11-bc42-7798a4f762ce req-e05ee9da-886a-42ef-90da-40885f46344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:53.505469 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-86a115a4-7c75-4c11-bc42-7798a4f762ce req-e05ee9da-886a-42ef-90da-40885f46344e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 1130 time: 0.0763664 Apr 28 19:46:53.550551 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Routers {'1c7c7c5f-7e2e-4160-a00a-93826e850cb0'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:53.552087 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:46:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1c7c7c5f-7e2e-4160-a00a-93826e850cb0'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:53.585251 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fe5ff-a817-458f-9104-fd57ff807404 req-1e9d7046-ee75-4868-be68-e6d9055564d6 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:53.588066 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6f8fe5ff-a817-458f-9104-fd57ff807404 req-1e9d7046-ee75-4868-be68-e6d9055564d6 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.1082773 Apr 28 19:46:53.735004 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6f8fe5ff-a817-458f-9104-fd57ff807404 req-6198d69b-4cd4-41b3-9bf3-4361eb1e9617 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100564 Apr 28 19:46:53.765497 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a115a4-7c75-4c11-bc42-7798a4f762ce req-976b2a10-ae23-4dc6-8fd2-3a68831a0320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:53.767480 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-86a115a4-7c75-4c11-bc42-7798a4f762ce req-976b2a10-ae23-4dc6-8fd2-3a68831a0320 service neutron] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 919 time: 0.2398746 Apr 28 19:46:53.834033 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-86a115a4-7c75-4c11-bc42-7798a4f762ce req-2a47a10c-2163-49b0-b9d8-459caae8cbde service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92c5dae6-f3d6-4246-a2a2-51a498366224 HTTP/1.1" status: 200 len: 217 time: 0.0570958 Apr 28 19:46:53.845659 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Set router 1c7c7c5f-7e2e-4160-a00a-93826e850cb0 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:53.954552 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a115a4-7c75-4c11-bc42-7798a4f762ce req-ca7a4564-56a4-4d00-839b-98467294bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:53.956553 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-86a115a4-7c75-4c11-bc42-7798a4f762ce req-ca7a4564-56a4-4d00-839b-98467294bbd6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.1115062 Apr 28 19:46:54.188590 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:54.195887 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a115a4-7c75-4c11-bc42-7798a4f762ce req-822a583d-935d-4dbe-b5b4-5afaacb60c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:54.200384 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-86a115a4-7c75-4c11-bc42-7798a4f762ce req-822a583d-935d-4dbe-b5b4-5afaacb60c57 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2349555 Apr 28 19:46:54.344349 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'name': 'tempest-TestMinimumBasicScenario-2132387613-router', 'tenant_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '5f414931-9dd2-419e-8a90-d7c202cbf40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:45Z', 'updated_at': '2022-04-28T19:46:51Z', 'revision_number': 4, 'project_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'gw_port': {'id': '5f414931-9dd2-419e-8a90-d7c202cbf40f', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:46Z', 'updated_at': '2022-04-28T19:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '399c3e00-a608-479d-a373-dc2cf5f5aae3', 'name': '', 'network_id': 'd62ff8c2-8de4-44f9-96b0-1153e70d0179', 'tenant_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'mac_address': 'fa:16:3e:3c:78:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7854ee55-83fa-4d34-adab-511cb97211f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:49Z', 'updated_at': '2022-04-28T19:46:51Z', 'revision_number': 2, 'project_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'subnets': [{'id': '7854ee55-83fa-4d34-adab-511cb97211f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:54.408840 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Checking router: 1c7c7c5f-7e2e-4160-a00a-93826e850cb0 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:54.409878 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Updating router 1c7c7c5f-7e2e-4160-a00a-93826e850cb0 port 399c3e00-a608-479d-a373-dc2cf5f5aae3 binding host dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:46:54.437056 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-86a115a4-7c75-4c11-bc42-7798a4f762ce req-38ed16a5-b8f8-46db-9ae5-791646b14661 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255018 Apr 28 19:46:54.504958 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:54.619460 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-86a115a4-7c75-4c11-bc42-7798a4f762ce req-e976f06b-aa77-4adb-b7a5-229a0f44ab18 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735489 Apr 28 19:46:54.891028 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 5f414931-9dd2-419e-8a90-d7c202cbf40f up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:55.009275 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7dee1-6079-42e6-8c0c-45540a340eda req-9301df36-3464-4aa7-a9b2-909a46515a05 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:55.012584 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-65b7dee1-6079-42e6-8c0c-45540a340eda req-9301df36-3464-4aa7-a9b2-909a46515a05 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.1532083 Apr 28 19:46:55.102207 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-65b7dee1-6079-42e6-8c0c-45540a340eda req-c82b3669-0972-432e-8406-789d2e895463 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804050 Apr 28 19:46:55.233443 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 5f414931-9dd2-419e-8a90-d7c202cbf40f triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:55.234227 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (5f414931-9dd2-419e-8a90-d7c202cbf40f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:55.436548 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Publish callbacks [] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), precommit_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:55.454782 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:55.526897 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 5f414931-9dd2-419e-8a90-d7c202cbf40f is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:55.556613 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a73979-5123-4e31-a48d-b80dcbee7dbd None None] Pushing event updated for resources: {'Port': ['ID=399c3e00-a608-479d-a373-dc2cf5f5aae3,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:55.697252 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Attempting to bind port 399c3e00-a608-479d-a373-dc2cf5f5aae3 on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:46:55.697839 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Attempting to bind port 399c3e00-a608-479d-a373-dc2cf5f5aae3 by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': '809aca4d-0196-4a28-9027-73f12b3c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd62ff8c2-8de4-44f9-96b0-1153e70d0179'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:46:55.698477 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Attempting to bind port 399c3e00-a608-479d-a373-dc2cf5f5aae3 on network d62ff8c2-8de4-44f9-96b0-1153e70d0179 {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:46:55.716674 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:46:55.717697 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Checking segment: {'id': '809aca4d-0196-4a28-9027-73f12b3c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd62ff8c2-8de4-44f9-96b0-1153e70d0179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:46:55.718360 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:55.719469 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Bound using segment: {'id': '809aca4d-0196-4a28-9027-73f12b3c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd62ff8c2-8de4-44f9-96b0-1153e70d0179'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:46:55.720370 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Bound port: 399c3e00-a608-479d-a373-dc2cf5f5aae3, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809aca4d-0196-4a28-9027-73f12b3c68f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'd62ff8c2-8de4-44f9-96b0-1153e70d0179'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:46:55.721038 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:55.889091 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] For port 399c3e00-a608-479d-a373-dc2cf5f5aae3, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:46:55.895415 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] For port 399c3e00-a608-479d-a373-dc2cf5f5aae3, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=399c3e00-a608-479d-a373-dc2cf5f5aae3,segment=NetworkSegment(809aca4d-0196-4a28-9027-73f12b3c68f7),segment_id=809aca4d-0196-4a28-9027-73f12b3c68f7)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:46:55.909362 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:55.968858 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-c3d8872a-5129-41e4-8b79-97ea3ac6d8e4 None None] Provisioning complete for port 399c3e00-a608-479d-a373-dc2cf5f5aae3 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:55.969217 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-c3d8872a-5129-41e4-8b79-97ea3ac6d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:56.036151 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Routers {'1c7c7c5f-7e2e-4160-a00a-93826e850cb0'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:46:56.036811 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:46:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1c7c7c5f-7e2e-4160-a00a-93826e850cb0'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:56.091770 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a73979-5123-4e31-a48d-b80dcbee7dbd None None] Pushing event updated for resources: {'Port': ['ID=399c3e00-a608-479d-a373-dc2cf5f5aae3,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:56.224121 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] Set router 1c7c7c5f-7e2e-4160-a00a-93826e850cb0 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:46:56.407657 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ef253-8c20-45f2-b2c9-8c37016ab350 req-773beb58-47f8-4405-8ede-4823ef3df080 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:56.423007 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bf5ef253-8c20-45f2-b2c9-8c37016ab350 req-773beb58-47f8-4405-8ede-4823ef3df080 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.1079068 Apr 28 19:46:56.523641 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-c3d8872a-5129-41e4-8b79-97ea3ac6d8e4 None None] Current status of the port 399c3e00-a608-479d-a373-dc2cf5f5aae3 is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:56.523641 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-c3d8872a-5129-41e4-8b79-97ea3ac6d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:56.533795 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bf5ef253-8c20-45f2-b2c9-8c37016ab350 req-420c4980-8e47-47aa-ba4a-c69c5ceb74db tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092675 Apr 28 19:46:56.558269 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'name': 'tempest-TestMinimumBasicScenario-2132387613-router', 'tenant_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '5f414931-9dd2-419e-8a90-d7c202cbf40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:45Z', 'updated_at': '2022-04-28T19:46:51Z', 'revision_number': 4, 'project_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'gw_port': {'id': '5f414931-9dd2-419e-8a90-d7c202cbf40f', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:46Z', 'updated_at': '2022-04-28T19:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '399c3e00-a608-479d-a373-dc2cf5f5aae3', 'name': '', 'network_id': 'd62ff8c2-8de4-44f9-96b0-1153e70d0179', 'tenant_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'mac_address': 'fa:16:3e:3c:78:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7854ee55-83fa-4d34-adab-511cb97211f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:49Z', 'updated_at': '2022-04-28T19:46:55Z', 'revision_number': 4, 'project_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'subnets': [{'id': '7854ee55-83fa-4d34-adab-511cb97211f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:56.589396 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029fa42b-c9bb-4d73-b451-9e548d724dae None None] The sync data for ids ['1c7c7c5f-7e2e-4160-a00a-93826e850cb0'] in dv-cinder-826949-7-smb is: [{'id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'name': 'tempest-TestMinimumBasicScenario-2132387613-router', 'tenant_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '5f414931-9dd2-419e-8a90-d7c202cbf40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:45Z', 'updated_at': '2022-04-28T19:46:51Z', 'revision_number': 4, 'project_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'gw_port': {'id': '5f414931-9dd2-419e-8a90-d7c202cbf40f', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:46Z', 'updated_at': '2022-04-28T19:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '399c3e00-a608-479d-a373-dc2cf5f5aae3', 'name': '', 'network_id': 'd62ff8c2-8de4-44f9-96b0-1153e70d0179', 'tenant_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'mac_address': 'fa:16:3e:3c:78:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7854ee55-83fa-4d34-adab-511cb97211f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:49Z', 'updated_at': '2022-04-28T19:46:55Z', 'revision_number': 4, 'project_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'subnets': [{'id': '7854ee55-83fa-4d34-adab-511cb97211f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:56.601310 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:46:56.617447 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-c3d8872a-5129-41e4-8b79-97ea3ac6d8e4 None None] For port 399c3e00-a608-479d-a373-dc2cf5f5aae3, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=399c3e00-a608-479d-a373-dc2cf5f5aae3,segment=NetworkSegment(809aca4d-0196-4a28-9027-73f12b3c68f7),segment_id=809aca4d-0196-4a28-9027-73f12b3c68f7)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:46:56.624024 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-c3d8872a-5129-41e4-8b79-97ea3ac6d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:56.750338 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8872a-5129-41e4-8b79-97ea3ac6d8e4 None None] Pushing event updated for resources: {'Port': ['ID=399c3e00-a608-479d-a373-dc2cf5f5aae3,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:56.754303 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-361aa0e9-6199-4ee1-8fc2-eeaa574ba14a None None] Provisioning complete for port 399c3e00-a608-479d-a373-dc2cf5f5aae3 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:56.755030 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-361aa0e9-6199-4ee1-8fc2-eeaa574ba14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:56.972919 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-361aa0e9-6199-4ee1-8fc2-eeaa574ba14a None None] Current status of the port 399c3e00-a608-479d-a373-dc2cf5f5aae3 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:57.727567 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c19b0c-3c5c-4352-9246-17249b3f645e req-8c9a5e2b-4bda-4ade-b290-924eb2e1ea1f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:57.735304 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f3c19b0c-3c5c-4352-9246-17249b3f645e req-8c9a5e2b-4bda-4ade-b290-924eb2e1ea1f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0757680 Apr 28 19:46:57.814130 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f3c19b0c-3c5c-4352-9246-17249b3f645e req-cae133e4-6564-43d1-9a40-83676d374a5d tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773985 Apr 28 19:46:58.437517 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 399c3e00-a608-479d-a373-dc2cf5f5aae3 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:46:58.531844 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 399c3e00-a608-479d-a373-dc2cf5f5aae3 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:46:58.532353 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:46:58.690894 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 399c3e00-a608-479d-a373-dc2cf5f5aae3 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:46:59.100616 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85976eb0-8f9d-46c1-b68e-3a4663d95291 req-2775e7d6-5dca-446e-8337-31654a9d7807 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:59.103475 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-85976eb0-8f9d-46c1-b68e-3a4663d95291 req-2775e7d6-5dca-446e-8337-31654a9d7807 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.1165466 Apr 28 19:46:59.205425 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-85976eb0-8f9d-46c1-b68e-3a4663d95291 req-662a2e44-82ad-45c9-8258-850482ac6f2a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927143 Apr 28 19:47:01.668765 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 54424) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:01.674290 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-9b5910e7-13e9-49a4-a9d6-e3bd7d328678 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--250401224', 'description': 'tempest-description--1959671835'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:01.715464 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9b5910e7-13e9-49a4-a9d6-e3bd7d328678 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:01.831179 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9b5910e7-13e9-49a4-a9d6-e3bd7d328678 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for security_group (8468bdf7-0926-4f7b-9fa9-4f147c5d8680), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:01.839174 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9b5910e7-13e9-49a4-a9d6-e3bd7d328678 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (8468bdf7-0926-4f7b-9fa9-4f147c5d8680), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:01.892805 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9b5910e7-13e9-49a4-a9d6-e3bd7d328678 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:01.897387 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-9b5910e7-13e9-49a4-a9d6-e3bd7d328678 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2247229 Apr 28 19:47:01.897979 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 54426) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:01.902524 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5910e7-13e9-49a4-a9d6-e3bd7d328678 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8468bdf7-0926-4f7b-9fa9-4f147c5d8680,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:01.917845 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-256c0e0f-83f8-4a3a-82c7-a77d32effef7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Request body: {'security_group_rule': {'security_group_id': '8468bdf7-0926-4f7b-9fa9-4f147c5d8680', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:01.989117 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-256c0e0f-83f8-4a3a-82c7-a77d32effef7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for security_group_rule (5009c9ba-b8e0-4187-b23c-ecad32baeef5), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:02.141990 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-256c0e0f-83f8-4a3a-82c7-a77d32effef7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for security_group_rule (5009c9ba-b8e0-4187-b23c-ecad32baeef5), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:02.148922 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-256c0e0f-83f8-4a3a-82c7-a77d32effef7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (5009c9ba-b8e0-4187-b23c-ecad32baeef5), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:02.196632 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c0e0f-83f8-4a3a-82c7-a77d32effef7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5009c9ba-b8e0-4187-b23c-ecad32baeef5,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:02.226508 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-256c0e0f-83f8-4a3a-82c7-a77d32effef7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:02.232622 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-256c0e0f-83f8-4a3a-82c7-a77d32effef7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322554 Apr 28 19:47:02.233622 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 54430) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:02.240232 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-45c1080a-f757-44ce-8f83-cca78d4e1236 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Request body: {'security_group_rule': {'security_group_id': '8468bdf7-0926-4f7b-9fa9-4f147c5d8680', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:02.308118 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-45c1080a-f757-44ce-8f83-cca78d4e1236 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for security_group_rule (eded0605-cb04-4164-9a2a-059e36a99d38), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:02.484918 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-45c1080a-f757-44ce-8f83-cca78d4e1236 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for security_group_rule (eded0605-cb04-4164-9a2a-059e36a99d38), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:02.495985 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-45c1080a-f757-44ce-8f83-cca78d4e1236 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (eded0605-cb04-4164-9a2a-059e36a99d38), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:02.535049 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1080a-f757-44ce-8f83-cca78d4e1236 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eded0605-cb04-4164-9a2a-059e36a99d38,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:02.552505 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-45c1080a-f757-44ce-8f83-cca78d4e1236 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:02.559862 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-45c1080a-f757-44ce-8f83-cca78d4e1236 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3246787 Apr 28 19:47:02.564510 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 54434) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:02.571878 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Request body: {'floatingip': {'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:02.621611 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:02.852710 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:03.082245 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Allocated IP 172.28.0.124 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/4cc1cbf0-94d1-4cc1-9b61-c7239e8fc62c) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:03.312267 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for port (4cc1cbf0-94d1-4cc1-9b61-c7239e8fc62c), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:03.389362 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (4cc1cbf0-94d1-4cc1-9b61-c7239e8fc62c), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:03.453187 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:03.457518 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:03.462734 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:03.470953 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Pushing event updated for resources: {'Port': ['ID=4cc1cbf0-94d1-4cc1-9b61-c7239e8fc62c,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:03.540502 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for floatingip (9d90783c-d0b1-4e64-81c8-d486f9cdec13), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:03.615284 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (4cc1cbf0-94d1-4cc1-9b61-c7239e8fc62c), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:03.877795 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for port (4cc1cbf0-94d1-4cc1-9b61-c7239e8fc62c), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:03.888993 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (4cc1cbf0-94d1-4cc1-9b61-c7239e8fc62c), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:03.923182 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (9d90783c-d0b1-4e64-81c8-d486f9cdec13), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:03.965373 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Pushing event updated for resources: {'Port': ['ID=4cc1cbf0-94d1-4cc1-9b61-c7239e8fc62c,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:03.974056 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:03.975425 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-b6d13292-d223-4977-9143-bacb8af9e261 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4095438 Apr 28 19:47:04.323855 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-372dd355-a659-44a0-8dff-9fc2d53d068f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--250401224&fields=id&tenant_id=ab1e0ac4ecad478dbcac3b31e1781521 HTTP/1.1" status: 200 len: 267 time: 0.0596073 Apr 28 19:47:04.465677 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-59377f25-69e6-4350-a31a-4a45eb61f4c5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:04.467242 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-59377f25-69e6-4350-a31a-4a45eb61f4c5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 818 time: 0.1341524 Apr 28 19:47:04.491492 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-064fdd89-829a-42a5-b0be-b05b4c653d72 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/quotas/ab1e0ac4ecad478dbcac3b31e1781521 HTTP/1.1" status: 200 len: 375 time: 0.0128057 Apr 28 19:47:04.594502 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-5708927e-3247-4a65-9826-87bb5952cd1c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0879762 Apr 28 19:47:04.751247 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-307c7bd1-1352-4b20-96ef-a8c63de23e9c service neutron] 10.222.0.62 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428549 Apr 28 19:47:04.927948 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-2b7f128a-d90c-4d33-a7b0-5ddc1400339c service neutron] 10.222.0.62 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735106 Apr 28 19:47:05.270377 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-39b06fb9-cf96-42dc-bf0d-aface3a3fa34 req-18ecbe86-937b-46d9-8553-386a0f46cb8f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 210 time: 0.0867779 Apr 28 19:47:05.724851 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-c0e05172-06d5-4504-8290-c072c7a031d1 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:05.727494 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-c0e05172-06d5-4504-8290-c072c7a031d1 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/networks?id=19a1b79f-415e-44bd-80e0-6c4445224038 HTTP/1.1" status: 200 len: 815 time: 0.1296430 Apr 28 19:47:05.751013 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-bc7e5a90-4cc8-409d-b145-73f72b129168 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/quotas/60fdf8e709d2417a964541a358ac02df HTTP/1.1" status: 200 len: 375 time: 0.0139735 Apr 28 19:47:05.815769 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-b4a3ac17-efc8-4d34-aef0-b7adf5cb9295 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=60fdf8e709d2417a964541a358ac02df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578809 Apr 28 19:47:05.950885 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-56a93b6a-4e95-43af-979b-1cd6b21741e5 service neutron] 10.222.0.62 "GET /v2.0/networks/19a1b79f-415e-44bd-80e0-6c4445224038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211445 Apr 28 19:47:06.061196 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-8def861d-b07f-414c-bd0f-3d9b000b8159 service neutron] 10.222.0.62 "GET /v2.0/networks/19a1b79f-415e-44bd-80e0-6c4445224038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044216 Apr 28 19:47:06.246189 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1288520b-ba3c-4035-8a96-a4e76a11fc68 req-ef37274a-cca5-4c96-9fef-bfddcb2fbcda tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 210 time: 0.0320749 Apr 28 19:47:06.491172 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2bdf4b3d-0dbf-4b99-9ec8-9f98449f93f6 req-283a308c-4f16-4467-bd8f-f07992697f15 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 210 time: 0.0920887 Apr 28 19:47:06.637258 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-f00a0e47-1b69-466a-bb0d-12131c02bdd8 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:06.638914 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-f00a0e47-1b69-466a-bb0d-12131c02bdd8 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 818 time: 0.2365437 Apr 28 19:47:06.760125 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-e345abb4-aa98-405b-ae28-b2daf89e53e0 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab1e0ac4ecad478dbcac3b31e1781521 HTTP/1.1" status: 200 len: 379 time: 0.1093676 Apr 28 19:47:06.800543 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-45d2e902-bb15-4c5f-8823-57f6fcc4758c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Request body: {'port': {'device_id': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'admin_state_up': True, 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'security_groups': ['8468bdf7-0926-4f7b-9fa9-4f147c5d8680']}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:06.973529 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-45d2e902-bb15-4c5f-8823-57f6fcc4758c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Made reservation on behalf of ab1e0ac4ecad478dbcac3b31e1781521 for: {'port': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:06.980148 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-45d2e902-bb15-4c5f-8823-57f6fcc4758c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:07.202690 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-45d2e902-bb15-4c5f-8823-57f6fcc4758c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Allocated IP 172.20.0.12 (06ea3f9f-899d-4f8c-a02f-09385074fa9f/45b4f52d-a37b-411d-80b6-523dd03c4579/81c67d1f-d0e5-44bc-82ac-19df39dc0f96) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:07.378903 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e68f1197-244c-4dcd-8390-0f392e8d4626 req-7fab0c73-fb8b-4029-b4f5-019df72195ad tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 210 time: 0.0310526 Apr 28 19:47:07.381146 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-45d2e902-bb15-4c5f-8823-57f6fcc4758c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:07.423440 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-45d2e902-bb15-4c5f-8823-57f6fcc4758c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:07.472970 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-45d2e902-bb15-4c5f-8823-57f6fcc4758c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Network 06ea3f9f-899d-4f8c-a02f-09385074fa9f is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:07.480578 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-45d2e902-bb15-4c5f-8823-57f6fcc4758c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:07.485016 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-45d2e902-bb15-4c5f-8823-57f6fcc4758c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:07.492268 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2e902-bb15-4c5f-8823-57f6fcc4758c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Pushing event updated for resources: {'Port': ['ID=81c67d1f-d0e5-44bc-82ac-19df39dc0f96,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:07.594244 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-45d2e902-bb15-4c5f-8823-57f6fcc4758c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:07.594936 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-45d2e902-bb15-4c5f-8823-57f6fcc4758c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:07.629453 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-45d2e902-bb15-4c5f-8823-57f6fcc4758c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8336761 Apr 28 19:47:07.751127 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Request body: {'port': {'device_id': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:07.759192 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fca115-cf04-432f-adf9-71b34645f670 req-7ed34d75-8186-483c-b720-41bfb51a2c31 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:07.763970 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-82fca115-cf04-432f-adf9-71b34645f670 req-7ed34d75-8186-483c-b720-41bfb51a2c31 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 932 time: 0.1035361 Apr 28 19:47:07.818513 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43ecabb5-9107-4468-916b-af5bc83cdb3d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:07.820697 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43ecabb5-9107-4468-916b-af5bc83cdb3d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.65 "GET /v2.0/networks?id=19a1b79f-415e-44bd-80e0-6c4445224038 HTTP/1.1" status: 200 len: 815 time: 0.3176465 Apr 28 19:47:07.838419 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-7de48b8f-c340-45c7-bca1-837891e4a841 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Request body: {'port': {'device_id': '94983836-6767-4e4d-91cd-a7f209183e37', 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'admin_state_up': True, 'tenant_id': '60fdf8e709d2417a964541a358ac02df'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:07.908432 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-4e57fd8b-9d40-4b41-98b2-9b73fc228c4f None None] Provisioning complete for port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:47:07.910742 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4e57fd8b-9d40-4b41-98b2-9b73fc228c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:07.931525 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:07.993204 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-4e57fd8b-9d40-4b41-98b2-9b73fc228c4f None None] Port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:47:08.251532 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-82fca115-cf04-432f-adf9-71b34645f670 req-1abd2a30-0b67-46d4-bbff-b3729bd58069 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4723039 Apr 28 19:47:08.312842 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 {{(pid=109983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:08.322443 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Publish callbacks [] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:08.338955 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.provisioning_blocks [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Transition to ACTIVE for port object 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 will not be triggered until provisioned by entity L2. {{(pid=109983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:47:08.339263 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-7de48b8f-c340-45c7-bca1-837891e4a841 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Made reservation on behalf of 60fdf8e709d2417a964541a358ac02df for: {'port': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:08.342909 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-7de48b8f-c340-45c7-bca1-837891e4a841 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:08.343282 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:08.404219 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Pushing event updated for resources: {'Port': ['ID=81c67d1f-d0e5-44bc-82ac-19df39dc0f96,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:08.537043 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-7de48b8f-c340-45c7-bca1-837891e4a841 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Allocated IP 172.20.0.9 (19a1b79f-415e-44bd-80e0-6c4445224038/3424908e-073c-4bbb-8b65-dcdfae2d50f6/55fbe830-42a9-4246-a512-c423842bfeed) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:08.573724 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Attempting to bind port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:47:08.574190 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Attempting to bind port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:47:08.574642 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Attempting to bind port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 on network 06ea3f9f-899d-4f8c-a02f-09385074fa9f {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:08.582819 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b3c2a6d3-a50f-485c-a4b5-3f18710b8132 req-b8b32319-90a8-4618-836e-46946f1b07b2 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 210 time: 0.0627854 Apr 28 19:47:08.588027 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 on network 06ea3f9f-899d-4f8c-a02f-09385074fa9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:47:08.588486 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Attempting to bind port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 on network 06ea3f9f-899d-4f8c-a02f-09385074fa9f {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:08.608203 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:47:08.608746 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Checking segment: {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:47:08.609394 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Bound using segment: {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:47:08.610153 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Bound port: 81c67d1f-d0e5-44bc-82ac-19df39dc0f96, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791ffb8b-8ba0-427a-ae6f-0326dc855783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f'}}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:47:08.610763 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:08.732513 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] For port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96, host hv-cinder-82694, cleared binding levels {{(pid=109983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:47:08.737222 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] For port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=81c67d1f-d0e5-44bc-82ac-19df39dc0f96,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:47:08.755676 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:08.828591 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-7de48b8f-c340-45c7-bca1-837891e4a841 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for port (55fbe830-42a9-4246-a512-c423842bfeed), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:08.890865 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:08.892108 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:08.898241 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] 10.222.0.65 "PUT /v2.0/ports/81c67d1f-d0e5-44bc-82ac-19df39dc0f96 HTTP/1.1" status: 200 len: 1094 time: 1.1686025 Apr 28 19:47:08.899306 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'tag': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:08.903094 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aa9716-f8e5-4569-b7b1-7a579f338466" -d '{"events": [{"name": "network-changed", "server_uuid": "bee4c6d5-fc0e-418c-ab36-8f41b98d48a8", "tag": "81c67d1f-d0e5-44bc-82ac-19df39dc0f96"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:08.923446 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636a16f-0f45-464d-96ea-67b935ca20a2 service neutron] Pushing event updated for resources: {'Port': ['ID=81c67d1f-d0e5-44bc-82ac-19df39dc0f96,revision_number=3']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:08.987885 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-7de48b8f-c340-45c7-bca1-837891e4a841 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (55fbe830-42a9-4246-a512-c423842bfeed), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:08.988623 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0538e726-952c-4081-ac25-756d3932c74f x-openstack-request-id: req-0538e726-952c-4081-ac25-756d3932c74f {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:08.989487 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee4c6d5-fc0e-418c-ab36-8f41b98d48a8", "tag": "81c67d1f-d0e5-44bc-82ac-19df39dc0f96", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:08.989818 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0538e726-952c-4081-ac25-756d3932c74f {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:08.990169 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0538e726-952c-4081-ac25-756d3932c74f'] response: {'name': 'network-changed', 'server_uuid': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'tag': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96', 'status': 'completed', 'code': 200} Apr 28 19:47:09.031725 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f4f4bc0f-5bda-4728-93e5-e4a3386f90e3 req-158aeae2-19f8-4bf4-989d-fae8753997cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1696258 Apr 28 19:47:09.036108 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-248196a8-e79b-4341-a06d-fe74155cc928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:09.037794 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-248196a8-e79b-4341-a06d-fe74155cc928 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 1128 time: 0.0718133 Apr 28 19:47:09.049717 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-7de48b8f-c340-45c7-bca1-837891e4a841 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Network 19a1b79f-415e-44bd-80e0-6c4445224038 is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:09.055869 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-7de48b8f-c340-45c7-bca1-837891e4a841 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:09.058785 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-7de48b8f-c340-45c7-bca1-837891e4a841 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:09.064889 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-7de48b8f-c340-45c7-bca1-837891e4a841 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:09.065675 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-7de48b8f-c340-45c7-bca1-837891e4a841 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:09.089107 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de48b8f-c340-45c7-bca1-837891e4a841 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Pushing event updated for resources: {'Port': ['ID=55fbe830-42a9-4246-a512-c423842bfeed,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:09.096258 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-7de48b8f-c340-45c7-bca1-837891e4a841 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2647328 Apr 28 19:47:09.116529 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-497fa091-f961-49ea-a492-8a96df8b42a4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c67d1f-d0e5-44bc-82ac-19df39dc0f96 HTTP/1.1" status: 200 len: 217 time: 0.0674002 Apr 28 19:47:09.492764 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b191b-2a81-40f0-8e43-9f0219b5945c req-be3cd3f9-32ac-44bd-ab9b-b00bc43a2923 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:09.494694 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-948b191b-2a81-40f0-8e43-9f0219b5945c req-be3cd3f9-32ac-44bd-ab9b-b00bc43a2923 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.0860403 Apr 28 19:47:09.569460 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-948b191b-2a81-40f0-8e43-9f0219b5945c req-95ddf70b-5892-49eb-9b00-3b070c132ba2 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638945 Apr 28 19:47:09.584897 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-25e739c4-53a7-4e6a-8747-a291072a8b91 None None] Provisioning complete for port 55fbe830-42a9-4246-a512-c423842bfeed triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:47:09.586271 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-25e739c4-53a7-4e6a-8747-a291072a8b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (55fbe830-42a9-4246-a512-c423842bfeed), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:09.653846 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-25e739c4-53a7-4e6a-8747-a291072a8b91 None None] Port 55fbe830-42a9-4246-a512-c423842bfeed cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:47:09.843293 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f65de-80d3-4c9c-9bcf-65948e1c2590 req-32f465d8-8b01-4639-a80a-7fef50a3b048 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:09.847463 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-692f65de-80d3-4c9c-9bcf-65948e1c2590 req-32f465d8-8b01-4639-a80a-7fef50a3b048 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 931 time: 0.1137075 Apr 28 19:47:09.920057 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-692f65de-80d3-4c9c-9bcf-65948e1c2590 req-a99aca7f-037a-4858-ab8e-ec9bc2207b44 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619614 Apr 28 19:47:10.366644 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:10.804133 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98ce67-bea8-4f04-aaf9-cbf25076b57b req-5659cc2e-5b40-448c-8b90-a850a2f8e2fa tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:10.807922 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6c98ce67-bea8-4f04-aaf9-cbf25076b57b req-5659cc2e-5b40-448c-8b90-a850a2f8e2fa tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.0923808 Apr 28 19:47:10.896748 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6c98ce67-bea8-4f04-aaf9-cbf25076b57b req-ce30809b-fe32-45b4-9c1c-ba04d3fd2b60 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781455 Apr 28 19:47:11.108589 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1be174-4b91-4a56-ae39-c02b22b50bdf req-b89ec995-7fe2-4c8e-bea7-8da249ff99f4 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:11.110293 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5d1be174-4b91-4a56-ae39-c02b22b50bdf req-b89ec995-7fe2-4c8e-bea7-8da249ff99f4 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 931 time: 0.0758424 Apr 28 19:47:11.178001 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5d1be174-4b91-4a56-ae39-c02b22b50bdf req-18c937c9-2061-431d-a854-061947ba6949 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611029 Apr 28 19:47:12.060725 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1729a-bb6a-4be4-b1ce-060ddf6b2789 req-279d1a39-4141-4c95-9ee8-85a93bfc9d3e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:12.062496 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-84c1729a-bb6a-4be4-b1ce-060ddf6b2789 req-279d1a39-4141-4c95-9ee8-85a93bfc9d3e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.0651000 Apr 28 19:47:12.144250 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-84c1729a-bb6a-4be4-b1ce-060ddf6b2789 req-a3c46c5b-0aef-49cc-bd2f-08cda76628dd tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754290 Apr 28 19:47:12.340425 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cc9a5-6dc1-4435-a018-90a7392cf389 req-fa065e70-423e-40ea-8832-eac9f61bb387 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:12.341987 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d39cc9a5-6dc1-4435-a018-90a7392cf389 req-fa065e70-423e-40ea-8832-eac9f61bb387 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 931 time: 0.0710461 Apr 28 19:47:12.440945 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d39cc9a5-6dc1-4435-a018-90a7392cf389 req-b9a6f9fa-3a03-47d7-a40f-40dd4f8fb5e2 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884392 Apr 28 19:47:13.202334 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 54626) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:13.333017 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5ced2-1f25-4882-a3b1-9396fcfb5e4b req-4835a12f-8ba2-42f4-b2f3-5fa69d49b9ef tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:13.334587 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-eef5ced2-1f25-4882-a3b1-9396fcfb5e4b req-4835a12f-8ba2-42f4-b2f3-5fa69d49b9ef tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.0842915 Apr 28 19:47:13.407898 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-eef5ced2-1f25-4882-a3b1-9396fcfb5e4b req-ba8fb377-04c9-4ba4-9792-367adb7ca818 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628161 Apr 28 19:47:13.478552 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e7faaa2f-34a0-49a7-9d4d-514c98c12ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:13.619200 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e7faaa2f-34a0-49a7-9d4d-514c98c12ed5 admin admin] Publish callbacks [] for security_group (05055aa1-8cdf-449d-892e-ef8adb572d60), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:13.625870 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e7faaa2f-34a0-49a7-9d4d-514c98c12ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (05055aa1-8cdf-449d-892e-ef8adb572d60), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:13.762898 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-e7faaa2f-34a0-49a7-9d4d-514c98c12ed5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=11e5714ad0314baab342e6fcb5fc196e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5584645 Apr 28 19:47:13.764073 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7faaa2f-34a0-49a7-9d4d-514c98c12ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05055aa1-8cdf-449d-892e-ef8adb572d60,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:13.767239 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 54636) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:13.812687 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede0c74-bdcf-4d8f-9589-51d7173f67b7 req-2322b2fb-cca4-4b40-bb66-47158ce4cae4 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:13.824718 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4ede0c74-bdcf-4d8f-9589-51d7173f67b7 req-2322b2fb-cca4-4b40-bb66-47158ce4cae4 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 931 time: 0.1643441 Apr 28 19:47:13.880053 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-52ae549e-aa7e-4918-ba42-adf6ad9adb8c admin admin] Publish callbacks [] for security_group (05055aa1-8cdf-449d-892e-ef8adb572d60), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:13.922368 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-52ae549e-aa7e-4918-ba42-adf6ad9adb8c admin admin] Publish callbacks [] for security_group (05055aa1-8cdf-449d-892e-ef8adb572d60), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:13.931456 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4ede0c74-bdcf-4d8f-9589-51d7173f67b7 req-d3ebbf46-3fad-4598-a52d-1b4fa36c717a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052098 Apr 28 19:47:14.044451 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-52ae549e-aa7e-4918-ba42-adf6ad9adb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (05055aa1-8cdf-449d-892e-ef8adb572d60), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:14.049534 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-52ae549e-aa7e-4918-ba42-adf6ad9adb8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:14.056908 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-52ae549e-aa7e-4918-ba42-adf6ad9adb8c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05055aa1-8cdf-449d-892e-ef8adb572d60 HTTP/1.1" status: 204 len: 168 time: 0.2834365 Apr 28 19:47:14.081520 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae549e-aa7e-4918-ba42-adf6ad9adb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05055aa1-8cdf-449d-892e-ef8adb572d60,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:14.667101 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a4d29-6bc1-42c3-abcf-5da8d0c60e53 req-0ea1ee2d-716e-4deb-9979-51338e3a41b8 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:14.668902 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-9d8a4d29-6bc1-42c3-abcf-5da8d0c60e53 req-0ea1ee2d-716e-4deb-9979-51338e3a41b8 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.1021664 Apr 28 19:47:14.794095 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-9d8a4d29-6bc1-42c3-abcf-5da8d0c60e53 req-7df7c56b-6605-4eac-a844-293e11eac6c1 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102927 Apr 28 19:47:15.191735 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5422183-fdf3-40c6-886c-73f1d4fc0b33 req-2d0e751e-6cdf-4e25-8d9b-e6ce00f89463 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:15.195343 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b5422183-fdf3-40c6-886c-73f1d4fc0b33 req-2d0e751e-6cdf-4e25-8d9b-e6ce00f89463 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 931 time: 0.1014652 Apr 28 19:47:15.277752 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b5422183-fdf3-40c6-886c-73f1d4fc0b33 req-b7b5f384-3338-4dfa-be8e-eefced3064c1 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766237 Apr 28 19:47:15.975659 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e69d3-186a-4244-8619-6638d5617edb req-b107365c-1a3d-4cad-9cc4-ef43ca579520 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:15.978697 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-064e69d3-186a-4244-8619-6638d5617edb req-b107365c-1a3d-4cad-9cc4-ef43ca579520 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.0700302 Apr 28 19:47:16.047215 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-064e69d3-186a-4244-8619-6638d5617edb req-77eca6b5-0348-4741-a34e-ce16efe31193 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624273 Apr 28 19:47:16.435125 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25d7c8-9d4a-4206-a1f2-56f4c1759ee4 req-fcb3c541-0191-4b04-b52d-ad9e0243626f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:16.437079 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fa25d7c8-9d4a-4206-a1f2-56f4c1759ee4 req-fcb3c541-0191-4b04-b52d-ad9e0243626f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 931 time: 0.0858283 Apr 28 19:47:16.506403 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fa25d7c8-9d4a-4206-a1f2-56f4c1759ee4 req-0bc083ee-760c-468d-8817-a4e5396eff12 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627449 Apr 28 19:47:17.094330 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-1eeef6a5-409d-43c4-a3aa-03a9f0dfdb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:17.272717 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f64e8b-be55-4e84-a0d7-b2fdfd70c91a req-903a7fa3-8e6e-4c26-a068-14686ae32571 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:17.275010 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e1f64e8b-be55-4e84-a0d7-b2fdfd70c91a req-903a7fa3-8e6e-4c26-a068-14686ae32571 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.0758731 Apr 28 19:47:17.346041 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e1f64e8b-be55-4e84-a0d7-b2fdfd70c91a req-1d5e9bb2-9043-4003-8d6b-00b0e28d4799 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649555 Apr 28 19:47:17.680152 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494a5d8-4c00-4fdf-b241-3a3a549ca1fa req-d92f0d2a-6806-4bf5-8e4f-46fd574bed21 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:17.682144 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7494a5d8-4c00-4fdf-b241-3a3a549ca1fa req-d92f0d2a-6806-4bf5-8e4f-46fd574bed21 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 931 time: 0.0699260 Apr 28 19:47:17.755421 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7494a5d8-4c00-4fdf-b241-3a3a549ca1fa req-99b0528c-ae77-40d1-b8f9-b584b80ac99d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641470 Apr 28 19:47:18.552152 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67b438-1500-4a2f-ab54-f37250a06d1d req-dd7ef958-c4e2-4bc9-9fb6-200a445bb4d2 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:18.558104 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0d67b438-1500-4a2f-ab54-f37250a06d1d req-dd7ef958-c4e2-4bc9-9fb6-200a445bb4d2 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.0999107 Apr 28 19:47:18.651275 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0d67b438-1500-4a2f-ab54-f37250a06d1d req-78d9cf00-45b2-4a42-83a8-92a061fea52f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717406 Apr 28 19:47:18.968412 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c1a64-0ab2-43ca-98ac-57b16d04425c req-bc98ec17-5832-4317-8f3b-cced025133ec tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:18.970425 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f45c1a64-0ab2-43ca-98ac-57b16d04425c req-bc98ec17-5832-4317-8f3b-cced025133ec tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 931 time: 0.0809014 Apr 28 19:47:19.057931 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f45c1a64-0ab2-43ca-98ac-57b16d04425c req-886e242e-f77a-4d46-bb4a-b9264c6e941f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786059 Apr 28 19:47:19.302865 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f670836a-1178-4593-8c32-431fa76a8327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:19.911276 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524465a4-802f-464f-9a29-5bcb7ecf807b req-d4324cbb-eb14-4775-aa91-50eb28793b8b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:19.913235 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-524465a4-802f-464f-9a29-5bcb7ecf807b req-d4324cbb-eb14-4775-aa91-50eb28793b8b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.1248560 Apr 28 19:47:19.994832 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-524465a4-802f-464f-9a29-5bcb7ecf807b req-b5e67ace-7e0a-4051-8315-89d6d02f1458 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694952 Apr 28 19:47:20.209397 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06118477-50ad-4c05-9019-a9bed0a6ed5b req-b4b280bd-26d0-4641-8280-00dac764b8a0 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:20.211126 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-06118477-50ad-4c05-9019-a9bed0a6ed5b req-b4b280bd-26d0-4641-8280-00dac764b8a0 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 931 time: 0.0704703 Apr 28 19:47:20.277668 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-06118477-50ad-4c05-9019-a9bed0a6ed5b req-d1a5225d-4287-48cb-8f12-664658823e41 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596118 Apr 28 19:47:20.918563 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:21.149880 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cc26e-904b-4611-ba0d-373f263e87ee req-90dab463-993f-4cc0-94d0-4ac1f57d5a42 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:21.152590 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-448cc26e-904b-4611-ba0d-373f263e87ee req-90dab463-993f-4cc0-94d0-4ac1f57d5a42 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.0679331 Apr 28 19:47:21.225285 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-448cc26e-904b-4611-ba0d-373f263e87ee req-26e410ce-4b19-41df-a4ef-60f9bd68cbba tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639992 Apr 28 19:47:21.406909 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc29f3-29af-4c4d-829d-92e978cb12aa req-28a9d837-3f7a-41ae-8cd6-52c7f9d70ac9 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:21.408778 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-93dc29f3-29af-4c4d-829d-92e978cb12aa req-28a9d837-3f7a-41ae-8cd6-52c7f9d70ac9 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 931 time: 0.0555220 Apr 28 19:47:21.479197 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-93dc29f3-29af-4c4d-829d-92e978cb12aa req-fe65d2fc-39a6-4f4a-8005-727a0eaf7229 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604200 Apr 28 19:47:22.237467 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:22.364090 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54823bce-b0ee-4cfa-a62c-7c589cd521df req-590bac62-ad41-4ddb-a58c-9a3f29b733a6 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:22.365701 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-54823bce-b0ee-4cfa-a62c-7c589cd521df req-590bac62-ad41-4ddb-a58c-9a3f29b733a6 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.0520117 Apr 28 19:47:22.429225 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-54823bce-b0ee-4cfa-a62c-7c589cd521df req-4de4781f-5fb5-4aba-adeb-6fb94fb9d282 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520537 Apr 28 19:47:22.606693 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae940edb-1b84-4e08-82fe-447818fec237 req-17582441-5fa7-4935-a80d-fdca74ae58d6 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:22.608819 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ae940edb-1b84-4e08-82fe-447818fec237 req-17582441-5fa7-4935-a80d-fdca74ae58d6 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 931 time: 0.0518777 Apr 28 19:47:22.667452 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ae940edb-1b84-4e08-82fe-447818fec237 req-ddba7226-d8b5-4b22-b79d-161d1c1e4aa4 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528431 Apr 28 19:47:23.561145 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269d4ec-0375-4840-977a-49ad2c9bae96 req-d34368b2-74fe-4164-899d-c134ba417201 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:23.563138 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7269d4ec-0375-4840-977a-49ad2c9bae96 req-d34368b2-74fe-4164-899d-c134ba417201 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.0543363 Apr 28 19:47:23.628881 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7269d4ec-0375-4840-977a-49ad2c9bae96 req-729de565-1c60-4b98-a824-367e571a6da1 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594482 Apr 28 19:47:23.809008 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cbb46-81fa-493f-8a76-16871626b5f0 req-4d088958-eca8-4cbb-bac7-7cb76260eb76 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:23.810729 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-630cbb46-81fa-493f-8a76-16871626b5f0 req-4d088958-eca8-4cbb-bac7-7cb76260eb76 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 931 time: 0.0524936 Apr 28 19:47:23.865119 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-630cbb46-81fa-493f-8a76-16871626b5f0 req-bcfe5799-e34e-43a2-9a7b-e2bcb79d5ef1 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479407 Apr 28 19:47:23.979988 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:24.765805 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a44156-ff24-432b-9a51-16f3529b798f req-4d3707f0-4ea7-4eea-87c9-6c981b3d04f0 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:24.767462 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c1a44156-ff24-432b-9a51-16f3529b798f req-4d3707f0-4ea7-4eea-87c9-6c981b3d04f0 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.0500982 Apr 28 19:47:24.855031 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c1a44156-ff24-432b-9a51-16f3529b798f req-5e3392d8-1a83-4c61-8c99-526b11ccfb1a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802929 Apr 28 19:47:25.029738 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Request body: {'port': {'device_id': '94983836-6767-4e4d-91cd-a7f209183e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:25.077572 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cd888-2757-41f9-847c-ecbe223b37d7 req-032d02a8-dcc3-4ea8-8869-d15bac24ab47 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:25.080973 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c47cd888-2757-41f9-847c-ecbe223b37d7 req-032d02a8-dcc3-4ea8-8869-d15bac24ab47 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 931 time: 0.1396098 Apr 28 19:47:25.133646 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-a196cda2-6b6c-4e65-9cae-7163531b35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:25.136555 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-a196cda2-6b6c-4e65-9cae-7163531b35c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.1350739 Apr 28 19:47:25.156182 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4bc0f-5bda-4728-93e5-e4a3386f90e3 req-396c198c-aa9a-46b8-83a3-6b35327444cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:25.157729 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f4f4bc0f-5bda-4728-93e5-e4a3386f90e3 req-396c198c-aa9a-46b8-83a3-6b35327444cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 1129 time: 0.1654201 Apr 28 19:47:25.215495 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (55fbe830-42a9-4246-a512-c423842bfeed), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:25.222604 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c47cd888-2757-41f9-847c-ecbe223b37d7 req-c79716e1-4548-4e3c-b260-358a88a9124d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097133 Apr 28 19:47:25.516559 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fbe830-42a9-4246-a512-c423842bfeed {{(pid=109984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:25.526395 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Publish callbacks [] for port (55fbe830-42a9-4246-a512-c423842bfeed), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:25.542468 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.provisioning_blocks [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Transition to ACTIVE for port object 55fbe830-42a9-4246-a512-c423842bfeed will not be triggered until provisioned by entity L2. {{(pid=109984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:47:25.547078 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (55fbe830-42a9-4246-a512-c423842bfeed), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:25.628331 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Pushing event updated for resources: {'Port': ['ID=55fbe830-42a9-4246-a512-c423842bfeed,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:25.699058 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Attempting to bind port 55fbe830-42a9-4246-a512-c423842bfeed on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:47:25.700002 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Attempting to bind port 55fbe830-42a9-4246-a512-c423842bfeed by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '62918baa-9e93-4726-affb-82e8786a06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038'}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:47:25.700708 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Attempting to bind port 55fbe830-42a9-4246-a512-c423842bfeed on network 19a1b79f-415e-44bd-80e0-6c4445224038 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:25.725140 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-67c9e7ed-89be-4a6a-bc31-7f18ef0af674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:25.727017 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-67c9e7ed-89be-4a6a-bc31-7f18ef0af674 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0572350 Apr 28 19:47:25.730305 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Port 55fbe830-42a9-4246-a512-c423842bfeed on network 19a1b79f-415e-44bd-80e0-6c4445224038 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:47:25.730860 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Attempting to bind port 55fbe830-42a9-4246-a512-c423842bfeed on network 19a1b79f-415e-44bd-80e0-6c4445224038 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:47:25.748606 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:47:25.749074 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Checking segment: {'id': '62918baa-9e93-4726-affb-82e8786a06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:47:25.749549 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Bound using segment: {'id': '62918baa-9e93-4726-affb-82e8786a06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038'} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:47:25.750084 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Bound port: 55fbe830-42a9-4246-a512-c423842bfeed, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62918baa-9e93-4726-affb-82e8786a06d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038'}}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:47:25.750524 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (55fbe830-42a9-4246-a512-c423842bfeed), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:25.860563 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4bc0f-5bda-4728-93e5-e4a3386f90e3 req-f66ea838-198b-4eed-8940-7cdd1b5dedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:25.862074 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f4f4bc0f-5bda-4728-93e5-e4a3386f90e3 req-f66ea838-198b-4eed-8940-7cdd1b5dedf9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 919 time: 0.1816418 Apr 28 19:47:25.868799 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-2a8694b4-b1f9-453b-be0f-2295a4c5a95b service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296816 Apr 28 19:47:25.881385 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] For port 55fbe830-42a9-4246-a512-c423842bfeed, host hv-cinder-82694, cleared binding levels {{(pid=109984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:47:25.889746 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] For port 55fbe830-42a9-4246-a512-c423842bfeed, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=55fbe830-42a9-4246-a512-c423842bfeed,segment=NetworkSegment(62918baa-9e93-4726-affb-82e8786a06d6),segment_id=62918baa-9e93-4726-affb-82e8786a06d6)] {{(pid=109984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:47:25.941957 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (55fbe830-42a9-4246-a512-c423842bfeed), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:25.956262 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f4f4bc0f-5bda-4728-93e5-e4a3386f90e3 req-fc372bfd-2e4d-44cf-b909-b6bc8479739e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f31c3cf-27b3-4e16-b692-d7d64c407e81 HTTP/1.1" status: 200 len: 217 time: 0.0823331 Apr 28 19:47:26.003956 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:26.005284 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:26.008505 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] 10.222.0.65 "PUT /v2.0/ports/55fbe830-42a9-4246-a512-c423842bfeed HTTP/1.1" status: 200 len: 1093 time: 0.9872086 Apr 28 19:47:26.009311 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94983836-6767-4e4d-91cd-a7f209183e37', 'tag': '55fbe830-42a9-4246-a512-c423842bfeed'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:26.013644 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16586b8-d4bc-48ec-8cd3-3b0c565968c0" -d '{"events": [{"name": "network-changed", "server_uuid": "94983836-6767-4e4d-91cd-a7f209183e37", "tag": "55fbe830-42a9-4246-a512-c423842bfeed"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:26.053678 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c35c7ca-3daf-426f-920f-7dc29d41edc6 req-0aec7109-aa4f-4608-99d2-87e64c6a70c5 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787026 Apr 28 19:47:26.065463 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af06a1-96d8-4b52-8f42-071cd7e1466b service neutron] Pushing event updated for resources: {'Port': ['ID=55fbe830-42a9-4246-a512-c423842bfeed,revision_number=3']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:26.092525 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef253c5-316c-496f-9e22-8a6a36c10103 x-openstack-request-id: req-1ef253c5-316c-496f-9e22-8a6a36c10103 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:26.092525 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94983836-6767-4e4d-91cd-a7f209183e37", "tag": "55fbe830-42a9-4246-a512-c423842bfeed", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:26.094972 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ef253c5-316c-496f-9e22-8a6a36c10103 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:26.096165 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef253c5-316c-496f-9e22-8a6a36c10103'] response: {'name': 'network-changed', 'server_uuid': '94983836-6767-4e4d-91cd-a7f209183e37', 'tag': '55fbe830-42a9-4246-a512-c423842bfeed', 'status': 'completed', 'code': 200} Apr 28 19:47:26.203239 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4bc0f-5bda-4728-93e5-e4a3386f90e3 req-5b0ae063-e041-4851-813a-47b3296b6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:26.205031 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f4f4bc0f-5bda-4728-93e5-e4a3386f90e3 req-5b0ae063-e041-4851-813a-47b3296b6f4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.1064875 Apr 28 19:47:26.246360 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbeb66-343a-477e-ab23-cbbc80f85832 req-0dd01fab-da56-44b0-9e93-2eac67009e5e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:26.249134 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-87bbeb66-343a-477e-ab23-cbbc80f85832 req-0dd01fab-da56-44b0-9e93-2eac67009e5e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.2218134 Apr 28 19:47:26.292372 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16586b8-d4bc-48ec-8cd3-3b0c565968c0 req-64aa6649-f320-4417-8ed8-24b27a95777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:26.295204 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f16586b8-d4bc-48ec-8cd3-3b0c565968c0 req-64aa6649-f320-4417-8ed8-24b27a95777e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60fdf8e709d2417a964541a358ac02df&device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 1127 time: 0.1548424 Apr 28 19:47:26.345391 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-87bbeb66-343a-477e-ab23-cbbc80f85832 req-335c61f8-e7fe-48d2-a02a-cf279610f0b9 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852659 Apr 28 19:47:26.402081 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc9ea0-feb8-4402-b602-49e143240dfa req-ab85a259-1366-4569-8ec7-efa4765fbf0e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:26.404066 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0cbc9ea0-feb8-4402-b602-49e143240dfa req-ab85a259-1366-4569-8ec7-efa4765fbf0e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 943 time: 0.0715973 Apr 28 19:47:26.464808 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0cbc9ea0-feb8-4402-b602-49e143240dfa req-5235be44-c07d-49b7-ab94-cf73991ad646 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542519 Apr 28 19:47:27.532416 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbef264-531f-4437-b97b-81b1bb7c5e35 req-e239a2ba-11d7-4f1f-9ce3-532e87c40cc2 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:27.534655 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7cbef264-531f-4437-b97b-81b1bb7c5e35 req-e239a2ba-11d7-4f1f-9ce3-532e87c40cc2 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.0854623 Apr 28 19:47:27.603080 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7cbef264-531f-4437-b97b-81b1bb7c5e35 req-3fb86936-9ac8-45a5-8e00-f849b437ba46 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604861 Apr 28 19:47:27.612973 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d04419-13ba-47e6-9ad9-0bc499aae4e5 req-1b785b6e-a04d-4db7-a1ff-cfe23ecbc001 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:27.617393 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-43d04419-13ba-47e6-9ad9-0bc499aae4e5 req-1b785b6e-a04d-4db7-a1ff-cfe23ecbc001 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 943 time: 0.0743964 Apr 28 19:47:27.672871 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-43d04419-13ba-47e6-9ad9-0bc499aae4e5 req-a52c141e-4d77-48c0-8ef8-47c29771f7ef tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498538 Apr 28 19:47:28.799761 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcac87-bd05-40fa-aa7b-eef7decedcde req-2101b3e0-01c8-4497-8da9-206562cca4f5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:28.802462 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0edcac87-bd05-40fa-aa7b-eef7decedcde req-2101b3e0-01c8-4497-8da9-206562cca4f5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 944 time: 0.0877502 Apr 28 19:47:28.891015 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9ed6d-56bd-480a-94d2-4402c5480559 req-b7d99f4b-369b-4517-9058-9060041cc878 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:28.894918 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b1d9ed6d-56bd-480a-94d2-4402c5480559 req-b7d99f4b-369b-4517-9058-9060041cc878 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 943 time: 0.0907645 Apr 28 19:47:28.902271 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0edcac87-bd05-40fa-aa7b-eef7decedcde req-e8b40582-a770-4f07-accc-4a14fe047733 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825765 Apr 28 19:47:28.952376 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 54852) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:28.998055 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b1d9ed6d-56bd-480a-94d2-4402c5480559 req-03647783-1956-48b0-8424-7029d6a4d177 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919573 Apr 28 19:47:29.109407 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-41ea1917-7a31-4497-b163-02f2af66a74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:29.206329 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-41ea1917-7a31-4497-b163-02f2af66a74b admin admin] Publish callbacks [] for security_group (d73ced25-f327-40a7-b0fb-002ad769ab52), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:29.211201 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-41ea1917-7a31-4497-b163-02f2af66a74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d73ced25-f327-40a7-b0fb-002ad769ab52), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:29.256385 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea1917-7a31-4497-b163-02f2af66a74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73ced25-f327-40a7-b0fb-002ad769ab52,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:29.260985 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-41ea1917-7a31-4497-b163-02f2af66a74b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eeb449bc6afe41aa954fe0a800bb4eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072855 Apr 28 19:47:29.263996 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 54856) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:29.321057 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-90fcb350-aa11-4f4f-9c49-8de690feaeea admin admin] Publish callbacks [] for security_group (d73ced25-f327-40a7-b0fb-002ad769ab52), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:29.346886 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-90fcb350-aa11-4f4f-9c49-8de690feaeea admin admin] Publish callbacks [] for security_group (d73ced25-f327-40a7-b0fb-002ad769ab52), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:29.404388 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-90fcb350-aa11-4f4f-9c49-8de690feaeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d73ced25-f327-40a7-b0fb-002ad769ab52), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:29.407375 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-90fcb350-aa11-4f4f-9c49-8de690feaeea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:29.408849 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-90fcb350-aa11-4f4f-9c49-8de690feaeea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d73ced25-f327-40a7-b0fb-002ad769ab52 HTTP/1.1" status: 204 len: 168 time: 0.1435001 Apr 28 19:47:29.421440 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcb350-aa11-4f4f-9c49-8de690feaeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73ced25-f327-40a7-b0fb-002ad769ab52,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:29.566329 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:47:29.726577 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=81c67d1f-d0e5-44bc-82ac-19df39dc0f96,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:29.754210 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'port_id': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96', 'mac_address': 'fa:16:3e:39:bb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:47:29.827540 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:47:29.828616 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:29.856385 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:29.891991 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=81c67d1f-d0e5-44bc-82ac-19df39dc0f96,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:29.900963 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:29.913404 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4bc0f-5bda-4728-93e5-e4a3386f90e3 req-d68ef0a9-c846-4726-bcf2-f3b51a8011fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:29.916181 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f4f4bc0f-5bda-4728-93e5-e4a3386f90e3 req-d68ef0a9-c846-4726-bcf2-f3b51a8011fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0882614 Apr 28 19:47:29.969912 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=81c67d1f-d0e5-44bc-82ac-19df39dc0f96,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:29.995027 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa9716-f8e5-4569-b7b1-7a579f338466 req-25e12ac3-3776-4c51-abc5-fe0882800e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:29.998593 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-14aa9716-f8e5-4569-b7b1-7a579f338466 req-25e12ac3-3776-4c51-abc5-fe0882800e14 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 1129 time: 0.1061285 Apr 28 19:47:30.011937 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16586b8-d4bc-48ec-8cd3-3b0c565968c0 req-5db5b815-eb8b-4689-8e0b-675a2e399721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:30.013522 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f16586b8-d4bc-48ec-8cd3-3b0c565968c0 req-5db5b815-eb8b-4689-8e0b-675a2e399721 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=60fdf8e709d2417a964541a358ac02df&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1839130 Apr 28 19:47:30.080115 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1cabc-3a0f-4d0d-a605-760a3ae0a574 req-abcfc799-0e21-4fc6-abb4-758c3143628f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:30.081878 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5df1cabc-3a0f-4d0d-a605-760a3ae0a574 req-abcfc799-0e21-4fc6-abb4-758c3143628f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 945 time: 0.0547860 Apr 28 19:47:30.141581 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5df1cabc-3a0f-4d0d-a605-760a3ae0a574 req-5bece02b-1f08-4792-b580-d646378dbb09 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532076 Apr 28 19:47:30.157726 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899e869-4559-4e5c-bee8-fc54f849b75a req-9f9def0e-5827-4962-919b-bb366b5cf18a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:30.160531 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d899e869-4559-4e5c-bee8-fc54f849b75a req-9f9def0e-5827-4962-919b-bb366b5cf18a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 943 time: 0.0637703 Apr 28 19:47:30.215933 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d899e869-4559-4e5c-bee8-fc54f849b75a req-072ea647-3eb4-4ee8-9bdd-80b1bb80172c tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492370 Apr 28 19:47:30.478478 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['81c67d1f-d0e5-44bc-82ac-19df39dc0f96'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:47:31.156212 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16586b8-d4bc-48ec-8cd3-3b0c565968c0 req-8fdc6da1-449d-47cd-8a31-b9251492bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:31.157617 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f16586b8-d4bc-48ec-8cd3-3b0c565968c0 req-8fdc6da1-449d-47cd-8a31-b9251492bf86 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274705 Apr 28 19:47:31.242933 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa9716-f8e5-4569-b7b1-7a579f338466 req-100c16da-b54b-4697-bbb4-de5f7c3f6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:31.244489 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-14aa9716-f8e5-4569-b7b1-7a579f338466 req-100c16da-b54b-4697-bbb4-de5f7c3f6e30 service neutron] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 919 time: 0.2153723 Apr 28 19:47:31.260207 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f4f4bc0f-5bda-4728-93e5-e4a3386f90e3 req-faca94e7-b95b-4e6c-bace-857ade95123c service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291598 Apr 28 19:47:31.340273 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-14aa9716-f8e5-4569-b7b1-7a579f338466 req-d4d0442e-e0be-4db8-9d82-f8d218934f98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c67d1f-d0e5-44bc-82ac-19df39dc0f96 HTTP/1.1" status: 200 len: 217 time: 0.0843444 Apr 28 19:47:31.376994 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff1620-6822-4d80-a047-cecef55e6f97 req-36843fa5-569c-4c72-b46f-3db89fa67e93 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:31.379095 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-74ff1620-6822-4d80-a047-cecef55e6f97 req-36843fa5-569c-4c72-b46f-3db89fa67e93 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 945 time: 0.1384928 Apr 28 19:47:31.492277 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa9716-f8e5-4569-b7b1-7a579f338466 req-678e79c3-7d96-4054-b529-fd88371c9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:31.494054 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-14aa9716-f8e5-4569-b7b1-7a579f338466 req-678e79c3-7d96-4054-b529-fd88371c9b0d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.1417158 Apr 28 19:47:31.517994 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f4f4bc0f-5bda-4728-93e5-e4a3386f90e3 req-598ce256-93da-497a-9959-29e47ce95971 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339759 Apr 28 19:47:31.566468 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-74ff1620-6822-4d80-a047-cecef55e6f97 req-de91dbb4-b9d3-4023-900f-02a734e4ef4d tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413944 Apr 28 19:47:31.567550 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa9716-f8e5-4569-b7b1-7a579f338466 req-ed74ba3a-1a2a-48f5-bbc6-0e06f399307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:31.569070 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-14aa9716-f8e5-4569-b7b1-7a579f338466 req-ed74ba3a-1a2a-48f5-bbc6-0e06f399307f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0647755 Apr 28 19:47:31.592868 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-4e867493-a677-4a8a-b8ff-d4fc8e1c4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:31.594839 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-4e867493-a677-4a8a-b8ff-d4fc8e1c4162 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60fdf8e709d2417a964541a358ac02df&device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 1127 time: 0.3698924 Apr 28 19:47:31.623296 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b162d-1f23-4cec-b24b-9c393e968b39 req-e48f7777-e4ad-48cd-8e3a-29b2fafefcb7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:31.625201 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5e4b162d-1f23-4cec-b24b-9c393e968b39 req-e48f7777-e4ad-48cd-8e3a-29b2fafefcb7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 943 time: 0.0945842 Apr 28 19:47:31.669130 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-b54da2a5-2c12-4fe0-bae8-d86b05b2caa5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55fbe830-42a9-4246-a512-c423842bfeed HTTP/1.1" status: 200 len: 217 time: 0.0657415 Apr 28 19:47:31.706546 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-14aa9716-f8e5-4569-b7b1-7a579f338466 req-1b91dba4-4cfa-4e2f-a7c4-8f0392d7d571 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283193 Apr 28 19:47:31.722967 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5e4b162d-1f23-4cec-b24b-9c393e968b39 req-dd952d82-7efb-4bbd-a52b-11d80df20b25 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622144 Apr 28 19:47:31.900354 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:47:31.950646 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:47:31.957236 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:47:31.957604 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:32.047764 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:47:32.048177 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:32.073240 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:32.075523 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80719327-1fe8-40c7-8660-feda9387509a" -d '{"events": [{"server_uuid": "bee4c6d5-fc0e-418c-ab36-8f41b98d48a8", "name": "network-vif-plugged", "status": "completed", "tag": "81c67d1f-d0e5-44bc-82ac-19df39dc0f96"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:32.090880 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=81c67d1f-d0e5-44bc-82ac-19df39dc0f96,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:32.095698 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:32.121666 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b71cf8b-b96c-4659-a125-c7975a1b009a x-openstack-request-id: req-3b71cf8b-b96c-4659-a125-c7975a1b009a {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:32.121984 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee4c6d5-fc0e-418c-ab36-8f41b98d48a8", "name": "network-vif-plugged", "status": "completed", "tag": "81c67d1f-d0e5-44bc-82ac-19df39dc0f96", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:32.122242 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b71cf8b-b96c-4659-a125-c7975a1b009a {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:32.122645 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b71cf8b-b96c-4659-a125-c7975a1b009a'] response: {'server_uuid': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96', 'code': 200} Apr 28 19:47:32.150277 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=81c67d1f-d0e5-44bc-82ac-19df39dc0f96,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:32.499337 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-b2f0681b-f449-455f-9078-90d1a53f1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:32.500809 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-b2f0681b-f449-455f-9078-90d1a53f1424 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3424908e-073c-4bbb-8b65-dcdfae2d50f6 HTTP/1.1" status: 200 len: 854 time: 0.0561261 Apr 28 19:47:32.554009 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-14aa9716-f8e5-4569-b7b1-7a579f338466 req-fe096b0f-626d-420a-8d22-3fd23570c0f9 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061029 Apr 28 19:47:32.721518 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140ff90-22f5-47c4-8a15-6b90027096ff req-597bc185-c88f-41b2-9c85-51f3ecf2dc20 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:32.724246 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e140ff90-22f5-47c4-8a15-6b90027096ff req-597bc185-c88f-41b2-9c85-51f3ecf2dc20 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0647352 Apr 28 19:47:32.845320 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e140ff90-22f5-47c4-8a15-6b90027096ff req-36eab223-ed63-4c43-b435-9acb3e5960ac tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117034 Apr 28 19:47:32.893086 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-402e9824-0c28-4f38-869d-24a232498d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:32.895041 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-402e9824-0c28-4f38-869d-24a232498d16 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19a1b79f-415e-44bd-80e0-6c4445224038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0921898 Apr 28 19:47:32.927499 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009683d-20e9-4b16-9bf5-97971f82cbc7 req-28ca377c-2b88-4e78-9d23-5046073d53b2 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:32.931992 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d009683d-20e9-4b16-9bf5-97971f82cbc7 req-28ca377c-2b88-4e78-9d23-5046073d53b2 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 943 time: 0.0909569 Apr 28 19:47:32.993911 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d009683d-20e9-4b16-9bf5-97971f82cbc7 req-b2508be8-c6c5-44b9-926d-f6f7cf63ca01 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558836 Apr 28 19:47:33.421067 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933fb50-14f9-44c8-8a89-68f2e5b184f7 req-e64ac81b-464e-43d8-a02d-0fde9195c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:33.423012 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9933fb50-14f9-44c8-8a89-68f2e5b184f7 req-e64ac81b-464e-43d8-a02d-0fde9195c875 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 1130 time: 0.0495112 Apr 28 19:47:33.482356 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9933fb50-14f9-44c8-8a89-68f2e5b184f7 req-b908512a-45b1-4fc6-a9cc-740fc886b7ec service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491083 Apr 28 19:47:33.492507 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-66474500-8c1c-4749-b606-c95ffc9f24b8 service neutron] 10.222.0.65 "GET /v2.0/networks/19a1b79f-415e-44bd-80e0-6c4445224038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574249 Apr 28 19:47:33.591869 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:47:34.056909 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743092f1-5f53-475d-a49b-cfdbc922faab req-7d09d796-06d3-4517-a4c7-a6bc2f4f1266 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:34.058710 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-743092f1-5f53-475d-a49b-cfdbc922faab req-7d09d796-06d3-4517-a4c7-a6bc2f4f1266 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0731769 Apr 28 19:47:34.063016 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4ec52336-87a8-4ee3-9400-f92d708e43c1 req-c07c8a18-aff4-4da3-8c7d-6046236d58de service neutron] 10.222.0.65 "GET /v2.0/networks/19a1b79f-415e-44bd-80e0-6c4445224038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724925 Apr 28 19:47:34.156711 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-743092f1-5f53-475d-a49b-cfdbc922faab req-30c761e8-8657-40fa-8b0f-344f7ae02e28 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832608 Apr 28 19:47:34.223657 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45068af7-7027-4f38-ac64-54fa13d272e6 req-e331a1c2-41d9-4acb-a79b-6a1fdb6727ff tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:34.225857 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-45068af7-7027-4f38-ac64-54fa13d272e6 req-e331a1c2-41d9-4acb-a79b-6a1fdb6727ff tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 943 time: 0.0529482 Apr 28 19:47:34.281101 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-45068af7-7027-4f38-ac64-54fa13d272e6 req-7e839a76-4997-4d1b-b4ac-1bd477867ed8 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488653 Apr 28 19:47:35.306592 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfb905-acea-4984-9850-eb30e384fb8d req-58b54d3c-dabe-4f25-bc7f-9376e4b22a1f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:35.309006 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-31bfb905-acea-4984-9850-eb30e384fb8d req-58b54d3c-dabe-4f25-bc7f-9376e4b22a1f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0633104 Apr 28 19:47:35.373837 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-31bfb905-acea-4984-9850-eb30e384fb8d req-a2a790cb-cad5-4f51-b7d2-681465c54a8a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538995 Apr 28 19:47:35.440145 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b606d-eebc-4404-b8b9-9f0ba4b1d399 req-b8fa0283-7005-4418-9936-9b4d7f00ca7c tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:35.442147 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-752b606d-eebc-4404-b8b9-9f0ba4b1d399 req-b8fa0283-7005-4418-9936-9b4d7f00ca7c tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 943 time: 0.0617018 Apr 28 19:47:35.516593 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-752b606d-eebc-4404-b8b9-9f0ba4b1d399 req-74da97be-9876-49d1-bb8b-d2b5c9cc207b tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673907 Apr 28 19:47:36.511503 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8657a3e-eda0-4e45-87d3-9eaa5205c318 req-2700f36f-8d9a-4734-9336-60524ef2c5cc tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:36.513179 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f8657a3e-eda0-4e45-87d3-9eaa5205c318 req-2700f36f-8d9a-4734-9336-60524ef2c5cc tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0576675 Apr 28 19:47:36.572970 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f8657a3e-eda0-4e45-87d3-9eaa5205c318 req-07fe110c-9327-4861-90bc-ce877b2ca9bf tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495098 Apr 28 19:47:36.651210 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd9e4c-e1d0-4920-9fda-19e428b0e27f req-b7b1d444-4a59-4bb7-81ab-29bd4bfc5600 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:36.652909 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5ddd9e4c-e1d0-4920-9fda-19e428b0e27f req-b7b1d444-4a59-4bb7-81ab-29bd4bfc5600 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 943 time: 0.0529518 Apr 28 19:47:36.706396 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5ddd9e4c-e1d0-4920-9fda-19e428b0e27f req-a28d55b8-94b0-468d-8cd2-22a6f4cbe20b tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468597 Apr 28 19:47:37.746948 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2075860-7604-4435-8674-0acc0cd0b4ed req-e6b6b17e-b75f-4df3-9290-3c0f26f3009e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:37.749786 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b2075860-7604-4435-8674-0acc0cd0b4ed req-e6b6b17e-b75f-4df3-9290-3c0f26f3009e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0841534 Apr 28 19:47:37.814011 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b2075860-7604-4435-8674-0acc0cd0b4ed req-9f0024a8-80a7-49a1-bfa2-b0b5bd1fe376 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585804 Apr 28 19:47:37.866676 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06aaa9-6bfc-4c2f-86d1-c506b4afa15e req-f6d69f27-7247-43e3-b7bc-73d341c1f315 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:37.869537 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ac06aaa9-6bfc-4c2f-86d1-c506b4afa15e req-f6d69f27-7247-43e3-b7bc-73d341c1f315 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 943 time: 0.0866148 Apr 28 19:47:37.918113 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 55fbe830-42a9-4246-a512-c423842bfeed details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:47:37.936654 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ac06aaa9-6bfc-4c2f-86d1-c506b4afa15e req-51a2e4b6-c6d0-43ef-957f-a65fa00f55d8 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612741 Apr 28 19:47:38.054991 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 55fbe830-42a9-4246-a512-c423842bfeed, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=55fbe830-42a9-4246-a512-c423842bfeed,segment=NetworkSegment(62918baa-9e93-4726-affb-82e8786a06d6),segment_id=62918baa-9e93-4726-affb-82e8786a06d6)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:38.070261 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '55fbe830-42a9-4246-a512-c423842bfeed', 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'port_id': '55fbe830-42a9-4246-a512-c423842bfeed', 'mac_address': 'fa:16:3e:c1:74:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:47:38.114811 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 55fbe830-42a9-4246-a512-c423842bfeed is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:47:38.115208 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (55fbe830-42a9-4246-a512-c423842bfeed), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:38.135844 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fbe830-42a9-4246-a512-c423842bfeed {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:38.159360 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 55fbe830-42a9-4246-a512-c423842bfeed, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=55fbe830-42a9-4246-a512-c423842bfeed,segment=NetworkSegment(62918baa-9e93-4726-affb-82e8786a06d6),segment_id=62918baa-9e93-4726-affb-82e8786a06d6)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:38.164664 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (55fbe830-42a9-4246-a512-c423842bfeed), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:38.219820 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=55fbe830-42a9-4246-a512-c423842bfeed,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:38.923890 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['55fbe830-42a9-4246-a512-c423842bfeed'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:47:38.991527 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b064736-e844-438e-bf7d-684692460046 req-8b7439e4-4034-4b1d-9098-2a08a4b6812a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:38.994294 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8b064736-e844-438e-bf7d-684692460046 req-8b7439e4-4034-4b1d-9098-2a08a4b6812a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0825498 Apr 28 19:47:39.058584 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8b064736-e844-438e-bf7d-684692460046 req-fd2b1622-a989-41f3-9a32-5d5ae6acfac5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532937 Apr 28 19:47:39.086934 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1abf0-2a1a-4d4e-b641-68d575d2da82 req-78ed393a-5c88-4fdf-ac54-1dafaf69bbf3 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:39.088697 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c7e1abf0-2a1a-4d4e-b641-68d575d2da82 req-78ed393a-5c88-4fdf-ac54-1dafaf69bbf3 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 944 time: 0.0555820 Apr 28 19:47:39.172801 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c7e1abf0-2a1a-4d4e-b641-68d575d2da82 req-d9aad7bd-aa1e-40ee-9579-0c258f94ff78 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751197 Apr 28 19:47:40.199791 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf4f95-c9b3-43d4-953f-109ec582f0d3 req-01276cf9-b35b-45db-953f-3297515759c2 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:40.201800 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0caf4f95-c9b3-43d4-953f-109ec582f0d3 req-01276cf9-b35b-45db-953f-3297515759c2 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0532634 Apr 28 19:47:40.277921 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0caf4f95-c9b3-43d4-953f-109ec582f0d3 req-7f70e4a6-4220-47e8-8903-add57cb2ee1c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695901 Apr 28 19:47:40.314415 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ff025-ae9b-4b6e-94e5-52dd66e239e3 req-ef4c743e-b9ff-4b17-97b5-6d6cbd1c30cb tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:40.316086 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1f4ff025-ae9b-4b6e-94e5-52dd66e239e3 req-ef4c743e-b9ff-4b17-97b5-6d6cbd1c30cb tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 944 time: 0.0582528 Apr 28 19:47:40.339423 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 55fbe830-42a9-4246-a512-c423842bfeed up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:47:40.392573 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1f4ff025-ae9b-4b6e-94e5-52dd66e239e3 req-e31e38f9-ef3a-46c0-a25d-f5cbbd58033e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694263 Apr 28 19:47:40.419984 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:40.433054 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port 55fbe830-42a9-4246-a512-c423842bfeed completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:47:40.440921 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 55fbe830-42a9-4246-a512-c423842bfeed triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:47:40.441384 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (55fbe830-42a9-4246-a512-c423842bfeed), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:40.532983 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 55fbe830-42a9-4246-a512-c423842bfeed is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:47:40.533394 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (55fbe830-42a9-4246-a512-c423842bfeed), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:40.564117 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94983836-6767-4e4d-91cd-a7f209183e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fbe830-42a9-4246-a512-c423842bfeed'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:40.566477 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9d9ade-971d-4bbd-bd0e-a17bccd9e71b" -d '{"events": [{"server_uuid": "94983836-6767-4e4d-91cd-a7f209183e37", "name": "network-vif-plugged", "status": "completed", "tag": "55fbe830-42a9-4246-a512-c423842bfeed"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:40.580672 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 55fbe830-42a9-4246-a512-c423842bfeed, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=55fbe830-42a9-4246-a512-c423842bfeed,segment=NetworkSegment(62918baa-9e93-4726-affb-82e8786a06d6),segment_id=62918baa-9e93-4726-affb-82e8786a06d6)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:40.585751 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (55fbe830-42a9-4246-a512-c423842bfeed), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:40.625270 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b9e5e3-b581-4c97-be0f-bfd114c157f1 x-openstack-request-id: req-45b9e5e3-b581-4c97-be0f-bfd114c157f1 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:40.625696 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94983836-6767-4e4d-91cd-a7f209183e37", "name": "network-vif-plugged", "status": "completed", "tag": "55fbe830-42a9-4246-a512-c423842bfeed", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:40.626036 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45b9e5e3-b581-4c97-be0f-bfd114c157f1 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:40.626590 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b9e5e3-b581-4c97-be0f-bfd114c157f1'] response: {'server_uuid': '94983836-6767-4e4d-91cd-a7f209183e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fbe830-42a9-4246-a512-c423842bfeed', 'code': 200} Apr 28 19:47:40.644956 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=55fbe830-42a9-4246-a512-c423842bfeed,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:41.415296 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf32490-9885-42b7-ae5c-7c3ad17ac8dc req-35fb4a30-069c-4316-a6e8-7dbac68eca98 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:41.417080 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3cf32490-9885-42b7-ae5c-7c3ad17ac8dc req-35fb4a30-069c-4316-a6e8-7dbac68eca98 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0559967 Apr 28 19:47:41.496776 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3cf32490-9885-42b7-ae5c-7c3ad17ac8dc req-3ed49082-3ac7-419d-b349-dcd669beb789 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689828 Apr 28 19:47:41.593658 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de78a34-4312-4942-9ab8-7c52152ddc0b req-b92b0ed3-183c-483b-95b6-6ad3845b3848 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:41.596379 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1de78a34-4312-4942-9ab8-7c52152ddc0b req-b92b0ed3-183c-483b-95b6-6ad3845b3848 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 945 time: 0.0959435 Apr 28 19:47:41.674916 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1de78a34-4312-4942-9ab8-7c52152ddc0b req-7654fb4b-909e-479b-bdbc-f889fa83ddde tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712128 Apr 28 19:47:41.680241 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3706fc-09f0-4aa7-85d8-692656867a4d req-09ded6e7-487f-4456-b94d-ec56d1839b25 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:41.682894 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fe3706fc-09f0-4aa7-85d8-692656867a4d req-09ded6e7-487f-4456-b94d-ec56d1839b25 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0774193 Apr 28 19:47:41.700882 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 54942) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:41.708819 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-565b0ed4-9959-4037-a67a-0c47472d64ef tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Request body: {'floatingip': {'port_id': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:41.780388 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-565b0ed4-9959-4037-a67a-0c47472d64ef tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for floatingip (9d90783c-d0b1-4e64-81c8-d486f9cdec13), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:41.915287 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104e9e0-5e7e-4559-a193-44cf5b14de4e req-ca14dbc0-005b-4b83-8049-640c4cbb08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:41.917012 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3104e9e0-5e7e-4559-a193-44cf5b14de4e req-ca14dbc0-005b-4b83-8049-640c4cbb08cd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 1129 time: 0.1328061 Apr 28 19:47:42.056875 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3104e9e0-5e7e-4559-a193-44cf5b14de4e req-0b7e05b4-4768-4b9e-92ef-3f0b60cda7b1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150262 Apr 28 19:47:42.382718 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-565b0ed4-9959-4037-a67a-0c47472d64ef tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:42.387470 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-565b0ed4-9959-4037-a67a-0c47472d64ef tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (9d90783c-d0b1-4e64-81c8-d486f9cdec13), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:42.508508 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.l3_db [None req-565b0ed4-9959-4037-a67a-0c47472d64ef tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Floating IP 9d90783c-d0b1-4e64-81c8-d486f9cdec13 associated. External IP: 172.28.0.124, port: 81c67d1f-d0e5-44bc-82ac-19df39dc0f96. Apr 28 19:47:42.787485 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565b0ed4-9959-4037-a67a-0c47472d64ef tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Router 06db1f43-ae15-4ba0-8848-c193447c3504 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:47:42.858895 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd62c-e8cb-459f-bb73-782d43842c1f req-492fd501-f26e-4011-beb6-ee4203e87fe3 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:42.861472 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c38cd62c-e8cb-459f-bb73-782d43842c1f req-492fd501-f26e-4011-beb6-ee4203e87fe3 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 945 time: 0.0731003 Apr 28 19:47:42.917424 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565b0ed4-9959-4037-a67a-0c47472d64ef tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:42.922822 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-565b0ed4-9959-4037-a67a-0c47472d64ef tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:42.934229 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe709e9-4b06-4988-93fe-ba0c7bafce30 None None] Sync routers for ids ['06db1f43-ae15-4ba0-8848-c193447c3504'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:42.950720 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c38cd62c-e8cb-459f-bb73-782d43842c1f req-32e6c99f-23c0-4a24-8aad-a479060a5088 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801830 Apr 28 19:47:42.953125 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe709e9-4b06-4988-93fe-ba0c7bafce30 None None] Routers {'06db1f43-ae15-4ba0-8848-c193447c3504'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:42.954142 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-afe709e9-4b06-4988-93fe-ba0c7bafce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:47:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['06db1f43-ae15-4ba0-8848-c193447c3504'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:42.989852 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-565b0ed4-9959-4037-a67a-0c47472d64ef tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "PUT /v2.0/floatingips/9d90783c-d0b1-4e64-81c8-d486f9cdec13 HTTP/1.1" status: 200 len: 992 time: 1.2734435 Apr 28 19:47:42.989852 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'tag': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:42.989852 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062fb3ae-e0ee-4249-b5c4-511996ff2340" -d '{"events": [{"name": "network-changed", "server_uuid": "bee4c6d5-fc0e-418c-ab36-8f41b98d48a8", "tag": "81c67d1f-d0e5-44bc-82ac-19df39dc0f96"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:43.029397 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93083856-4113-4620-ad5c-c1395dfa26a0 x-openstack-request-id: req-93083856-4113-4620-ad5c-c1395dfa26a0 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:43.030121 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee4c6d5-fc0e-418c-ab36-8f41b98d48a8", "tag": "81c67d1f-d0e5-44bc-82ac-19df39dc0f96", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:43.030424 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93083856-4113-4620-ad5c-c1395dfa26a0 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:43.030882 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93083856-4113-4620-ad5c-c1395dfa26a0'] response: {'name': 'network-changed', 'server_uuid': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'tag': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96', 'status': 'completed', 'code': 200} Apr 28 19:47:43.114852 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-afe709e9-4b06-4988-93fe-ba0c7bafce30 None None] Set router 06db1f43-ae15-4ba0-8848-c193447c3504 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:43.373477 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-afe709e9-4b06-4988-93fe-ba0c7bafce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '9d90783c-d0b1-4e64-81c8-d486f9cdec13', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'floating_ip_address': '172.28.0.124', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'port_id': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'mac_address': 'fa:16:3e:39:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:03Z', 'updated_at': '2022-04-28T19:47:42Z', 'revision_number': 1, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cccdbb7-a629-4b62-aa78-c11cb0b3db31', 'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'mac_address': 'fa:16:3e:55:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:39Z', 'updated_at': '2022-04-28T19:44:59Z', 'revision_number': 5, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'subnets': [{'id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:43.403521 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe709e9-4b06-4988-93fe-ba0c7bafce30 None None] Checking router: 06db1f43-ae15-4ba0-8848-c193447c3504 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:43.413522 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe709e9-4b06-4988-93fe-ba0c7bafce30 None None] Routers {'06db1f43-ae15-4ba0-8848-c193447c3504'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:43.414156 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-afe709e9-4b06-4988-93fe-ba0c7bafce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:47:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['06db1f43-ae15-4ba0-8848-c193447c3504'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:43.554000 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-afe709e9-4b06-4988-93fe-ba0c7bafce30 None None] Set router 06db1f43-ae15-4ba0-8848-c193447c3504 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:43.823993 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-afe709e9-4b06-4988-93fe-ba0c7bafce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '9d90783c-d0b1-4e64-81c8-d486f9cdec13', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'floating_ip_address': '172.28.0.124', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'port_id': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'mac_address': 'fa:16:3e:39:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:03Z', 'updated_at': '2022-04-28T19:47:42Z', 'revision_number': 1, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cccdbb7-a629-4b62-aa78-c11cb0b3db31', 'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'mac_address': 'fa:16:3e:55:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:39Z', 'updated_at': '2022-04-28T19:44:59Z', 'revision_number': 5, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'subnets': [{'id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:43.875489 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe709e9-4b06-4988-93fe-ba0c7bafce30 None None] The sync data for ids ['06db1f43-ae15-4ba0-8848-c193447c3504'] in dv-cinder-826949-7-smb is: [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '9d90783c-d0b1-4e64-81c8-d486f9cdec13', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'floating_ip_address': '172.28.0.124', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'port_id': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'mac_address': 'fa:16:3e:39:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:03Z', 'updated_at': '2022-04-28T19:47:42Z', 'revision_number': 1, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cccdbb7-a629-4b62-aa78-c11cb0b3db31', 'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'mac_address': 'fa:16:3e:55:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:39Z', 'updated_at': '2022-04-28T19:44:59Z', 'revision_number': 5, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'subnets': [{'id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:44.161848 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fb3ae-e0ee-4249-b5c4-511996ff2340 req-b5db0eaf-a765-4fe0-abdc-8f29748cc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:44.164422 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-062fb3ae-e0ee-4249-b5c4-511996ff2340 req-b5db0eaf-a765-4fe0-abdc-8f29748cc001 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 1130 time: 0.1528568 Apr 28 19:47:44.176197 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e631ef-1bbd-4c22-a897-f088166f65fc None None] New status for floating IP 9d90783c-d0b1-4e64-81c8-d486f9cdec13: ACTIVE {{(pid=109985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:47:44.183435 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad471d6-889b-449c-8d5e-8a4fdc2bafbb req-3192e6bb-3a8b-4051-b842-1d3a8032df4c tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:44.185422 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5ad471d6-889b-449c-8d5e-8a4fdc2bafbb req-3192e6bb-3a8b-4051-b842-1d3a8032df4c tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 945 time: 0.0914018 Apr 28 19:47:44.253482 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5ad471d6-889b-449c-8d5e-8a4fdc2bafbb req-ad6f6654-d7a5-4286-a49c-65a9ca56d478 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613921 Apr 28 19:47:45.334494 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fb3ae-e0ee-4249-b5c4-511996ff2340 req-c4cf083a-4589-4a7b-96eb-4f1fe4d574b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.336425 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-062fb3ae-e0ee-4249-b5c4-511996ff2340 req-c4cf083a-4589-4a7b-96eb-4f1fe4d574b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 919 time: 0.1244316 Apr 28 19:47:45.438257 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a09e52-600c-431d-8c29-f46224c0616b req-b3987bc5-6426-4f6e-8d66-206ce2a821ab tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.441053 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-18a09e52-600c-431d-8c29-f46224c0616b req-b3987bc5-6426-4f6e-8d66-206ce2a821ab tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 945 time: 0.0621202 Apr 28 19:47:45.456160 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-062fb3ae-e0ee-4249-b5c4-511996ff2340 req-4818e1e2-4cdb-40bd-8930-2996dbc496b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c67d1f-d0e5-44bc-82ac-19df39dc0f96 HTTP/1.1" status: 200 len: 1002 time: 0.1132407 Apr 28 19:47:45.505208 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-18a09e52-600c-431d-8c29-f46224c0616b req-ebe0d8a6-4f39-4670-a78f-66e288efe5c0 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564754 Apr 28 19:47:45.528876 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fb3ae-e0ee-4249-b5c4-511996ff2340 req-7e79183e-9b34-4984-86e9-87ab619c7050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.530392 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-062fb3ae-e0ee-4249-b5c4-511996ff2340 req-7e79183e-9b34-4984-86e9-87ab619c7050 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.0674467 Apr 28 19:47:45.604129 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fb3ae-e0ee-4249-b5c4-511996ff2340 req-98a55ee5-c775-493b-82b0-8c1e4452a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.605831 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-062fb3ae-e0ee-4249-b5c4-511996ff2340 req-98a55ee5-c775-493b-82b0-8c1e4452a4ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0659313 Apr 28 19:47:45.683030 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a933c-f23e-494b-8568-ea5dbb18a590 req-ff9591b8-4497-4153-8a90-97ee1b4ddab7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.684662 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-722a933c-f23e-494b-8568-ea5dbb18a590 req-ff9591b8-4497-4153-8a90-97ee1b4ddab7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 945 time: 0.0779099 Apr 28 19:47:45.779946 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-062fb3ae-e0ee-4249-b5c4-511996ff2340 req-b16a1185-0bee-4580-9c48-4ee6feaab663 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613221 Apr 28 19:47:45.784863 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-722a933c-f23e-494b-8568-ea5dbb18a590 req-56bdc50e-4498-4c4a-a9c7-a55bddcc402f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712738 Apr 28 19:47:45.894142 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-062fb3ae-e0ee-4249-b5c4-511996ff2340 req-29d7fc1e-7ec1-4317-b545-194d8e29870c service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061563 Apr 28 19:47:46.246787 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121457a-3bc1-47dd-8417-816df964b134 req-c287a3f5-3fdc-4198-ab74-de0b230ee148 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:46.248807 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2121457a-3bc1-47dd-8417-816df964b134 req-c287a3f5-3fdc-4198-ab74-de0b230ee148 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 945 time: 0.0905759 Apr 28 19:47:46.306830 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2121457a-3bc1-47dd-8417-816df964b134 req-111443a9-ba21-46b4-b834-8e970c23d57e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522025 Apr 28 19:47:47.065269 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-479c3327-a0da-4a35-a030-40ff8e1fcb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:48.859726 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0719fcd-3bb9-4646-bb1f-b7e43bdb2521 req-02ea469c-f908-43bc-8913-b453e111b42b tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:48.861672 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d0719fcd-3bb9-4646-bb1f-b7e43bdb2521 req-02ea469c-f908-43bc-8913-b453e111b42b tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0618079 Apr 28 19:47:48.923331 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d0719fcd-3bb9-4646-bb1f-b7e43bdb2521 req-9273d2c1-25a7-4f27-b64b-737abb272915 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520425 Apr 28 19:47:49.307344 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-b6f66714-c85a-4c9f-9d0c-7b635ac2f8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:50.067114 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f6547-d45e-4e4a-81c0-86118b721259 req-d69add18-16bb-4700-8801-05caecb7dc99 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:50.069324 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-238f6547-d45e-4e4a-81c0-86118b721259 req-d69add18-16bb-4700-8801-05caecb7dc99 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0570037 Apr 28 19:47:50.129806 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-238f6547-d45e-4e4a-81c0-86118b721259 req-e98ae50e-1b0f-4d26-a245-687489222672 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536070 Apr 28 19:47:50.918167 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:51.267259 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133c846-45d5-406d-bb7b-f66b60513b46 req-3b63f14a-5a3f-458f-a0bf-d2965b7ebfa8 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:51.268887 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8133c846-45d5-406d-bb7b-f66b60513b46 req-3b63f14a-5a3f-458f-a0bf-d2965b7ebfa8 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0630062 Apr 28 19:47:51.326863 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8133c846-45d5-406d-bb7b-f66b60513b46 req-548b20b7-8b62-4c82-97fd-b5459c72fb2a tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515866 Apr 28 19:47:52.238204 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:52.471936 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e628680-0d14-440d-984e-ef205909aace req-9d1cd10f-a024-43ad-9516-55229bfe973e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:52.473643 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8e628680-0d14-440d-984e-ef205909aace req-9d1cd10f-a024-43ad-9516-55229bfe973e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0569544 Apr 28 19:47:52.536515 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8e628680-0d14-440d-984e-ef205909aace req-132969a3-e6bf-4f20-bdbd-09bd93494100 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514266 Apr 28 19:47:52.926409 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46ab9c-2396-46af-b011-a418b8bb7c4f req-715ea72f-9cf1-42a6-a914-0042e020f3c5 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:52.928485 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2c46ab9c-2396-46af-b011-a418b8bb7c4f req-715ea72f-9cf1-42a6-a914-0042e020f3c5 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 945 time: 0.0634809 Apr 28 19:47:52.984467 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2c46ab9c-2396-46af-b011-a418b8bb7c4f req-09f789c0-3d07-438d-ae0b-9e49a5b04ca6 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491807 Apr 28 19:47:53.009150 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 55072) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:53.226668 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2084dda4-b55e-4250-90de-5340ac3ca85e tempest-TestMinimumBasicScenario-1359932010 tempest-TestMinimumBasicScenario-1359932010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:53.228379 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-2084dda4-b55e-4250-90de-5340ac3ca85e tempest-TestMinimumBasicScenario-1359932010 tempest-TestMinimumBasicScenario-1359932010-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 1124 time: 0.2181454 Apr 28 19:47:53.232074 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 55076) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:53.237533 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Request body: {'floatingip': {'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'port_id': '55fbe830-42a9-4246-a512-c423842bfeed', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:53.264018 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:53.356728 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:53.487537 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Allocated IP 172.28.0.69 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/9cae7f6d-77fe-4019-84e0-9b23ca0270a8) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:53.614479 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for port (9cae7f6d-77fe-4019-84e0-9b23ca0270a8), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:53.660306 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (9cae7f6d-77fe-4019-84e0-9b23ca0270a8), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:53.686007 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a16f0a-283b-4791-a33f-4628d5f4ede0 req-7e495e61-8da2-4aab-ae7a-4bcd28ee62f7 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:53.687639 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d4a16f0a-283b-4791-a33f-4628d5f4ede0 req-7e495e61-8da2-4aab-ae7a-4bcd28ee62f7 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0643938 Apr 28 19:47:53.734179 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:53.744531 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:53.751476 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:47:53.788273 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d4a16f0a-283b-4791-a33f-4628d5f4ede0 req-e765dd11-2067-4cc2-ab4c-67f8b5ac4e98 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906584 Apr 28 19:47:53.822682 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Pushing event updated for resources: {'Port': ['ID=9cae7f6d-77fe-4019-84e0-9b23ca0270a8,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:53.841503 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:53.841851 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:53.842210 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:53.842549 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:53.842894 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:53.843229 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:53.843559 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:53.843913 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:53.844250 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:53.844769 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:53.845113 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:53.845447 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:53.845768 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:53.846089 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:53.846412 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:53.968245 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:54.516671 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for floatingip (799673f9-a310-46b0-bdc7-e49a8a238b6a), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:54.592664 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (9cae7f6d-77fe-4019-84e0-9b23ca0270a8), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:54.798800 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for port (9cae7f6d-77fe-4019-84e0-9b23ca0270a8), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:54.805004 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (9cae7f6d-77fe-4019-84e0-9b23ca0270a8), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:54.844821 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (799673f9-a310-46b0-bdc7-e49a8a238b6a), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:54.895086 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Pushing event updated for resources: {'Port': ['ID=9cae7f6d-77fe-4019-84e0-9b23ca0270a8,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:54.973358 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.l3_db [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Floating IP 799673f9-a310-46b0-bdc7-e49a8a238b6a associated. External IP: 172.28.0.69, port: 55fbe830-42a9-4246-a512-c423842bfeed. Apr 28 19:47:54.993664 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bbd60-af79-4878-a393-2e4c9993c5b4 req-87049a5c-55ef-41c0-9270-2f775db8105b tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:54.996575 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-005bbd60-af79-4878-a393-2e4c9993c5b4 req-87049a5c-55ef-41c0-9270-2f775db8105b tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0666206 Apr 28 19:47:55.078034 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-005bbd60-af79-4878-a393-2e4c9993c5b4 req-e93c7f89-e340-40fe-9034-2ddfd5aecd0d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745013 Apr 28 19:47:55.290344 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:47:55.420757 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:47:55.434861 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe98014-8f5f-4c68-abfd-8f993651596c None None] Sync routers for ids ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:55.442583 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:55.448901 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe98014-8f5f-4c68-abfd-8f993651596c None None] Routers {'9bde0c0a-c95b-483c-92d9-cd8aa9f86912'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:55.449548 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-0fe98014-8f5f-4c68-abfd-8f993651596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:47:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:55.478757 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-9277e680-a816-404e-959f-7f164a7b060a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2455115 Apr 28 19:47:55.479470 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94983836-6767-4e4d-91cd-a7f209183e37', 'tag': '55fbe830-42a9-4246-a512-c423842bfeed'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:55.482005 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caab52b8-c214-4a40-b143-034c29e05187" -d '{"events": [{"name": "network-changed", "server_uuid": "94983836-6767-4e4d-91cd-a7f209183e37", "tag": "55fbe830-42a9-4246-a512-c423842bfeed"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:55.484083 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55092) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:55.493513 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101324466', 'description': 'tempest-secgroup-smoke-101324466 description', 'project_id': '60fdf8e709d2417a964541a358ac02df'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:55.533541 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:55.557583 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746e62ef-5abb-479e-94fd-bf24d8903239 x-openstack-request-id: req-746e62ef-5abb-479e-94fd-bf24d8903239 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:55.558438 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94983836-6767-4e4d-91cd-a7f209183e37", "tag": "55fbe830-42a9-4246-a512-c423842bfeed", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:55.558438 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-746e62ef-5abb-479e-94fd-bf24d8903239 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:55.558933 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746e62ef-5abb-479e-94fd-bf24d8903239'] response: {'name': 'network-changed', 'server_uuid': '94983836-6767-4e4d-91cd-a7f209183e37', 'tag': '55fbe830-42a9-4246-a512-c423842bfeed', 'status': 'completed', 'code': 200} Apr 28 19:47:55.595892 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-0fe98014-8f5f-4c68-abfd-8f993651596c None None] Set router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:55.648572 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab52b8-c214-4a40-b143-034c29e05187 req-ab0c0623-d439-4398-8cf2-5a113f9c8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:55.650192 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-caab52b8-c214-4a40-b143-034c29e05187 req-ab0c0623-d439-4398-8cf2-5a113f9c8aed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60fdf8e709d2417a964541a358ac02df&device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 1129 time: 0.0638828 Apr 28 19:47:55.664585 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group (407998d4-766c-4439-9015-aaf9759a7289), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:55.674134 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (407998d4-766c-4439-9015-aaf9759a7289), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:55.761801 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:55.763125 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2771730 Apr 28 19:47:55.768479 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 55096) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:55.771140 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407998d4-766c-4439-9015-aaf9759a7289,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:55.778729 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-e11ac44e-8c07-466f-9e62-cad10b20b5ef tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Request body: {'security_group_rule': {'security_group_id': '407998d4-766c-4439-9015-aaf9759a7289', 'project_id': '60fdf8e709d2417a964541a358ac02df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:55.783727 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:55.784151 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:55.784446 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:55.784785 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:55.785119 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:55.785682 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:55.785878 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:55.786220 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:55.787106 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:55.787471 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:55.787840 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:55.788566 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:55.788783 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:55.789156 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:55.789440 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb6567-3a91-4d1e-b6be-12d431c4e9a7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:55.830558 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e11ac44e-8c07-466f-9e62-cad10b20b5ef tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (2837a5e9-ef3d-46cd-85f8-165cf6ab87ec), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:55.837752 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab52b8-c214-4a40-b143-034c29e05187 req-665ff017-4411-4af6-b7d1-5252488a1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:55.840533 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-caab52b8-c214-4a40-b143-034c29e05187 req-665ff017-4411-4af6-b7d1-5252488a1bd3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=19a1b79f-415e-44bd-80e0-6c4445224038 HTTP/1.1" status: 200 len: 916 time: 0.1788604 Apr 28 19:47:55.933308 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e11ac44e-8c07-466f-9e62-cad10b20b5ef tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (2837a5e9-ef3d-46cd-85f8-165cf6ab87ec), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:55.938791 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e11ac44e-8c07-466f-9e62-cad10b20b5ef tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (2837a5e9-ef3d-46cd-85f8-165cf6ab87ec), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:55.960781 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ac44e-8c07-466f-9e62-cad10b20b5ef tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2837a5e9-ef3d-46cd-85f8-165cf6ab87ec,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:55.972946 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e11ac44e-8c07-466f-9e62-cad10b20b5ef tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:55.975685 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-e11ac44e-8c07-466f-9e62-cad10b20b5ef tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2043641 Apr 28 19:47:55.979013 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55100) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:55.986440 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-83e9ee8b-971d-4be1-9eae-d917664bb2ac tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Request body: {'security_group_rule': {'security_group_id': '407998d4-766c-4439-9015-aaf9759a7289', 'project_id': '60fdf8e709d2417a964541a358ac02df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:55.990696 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-0fe98014-8f5f-4c68-abfd-8f993651596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:42Z', 'revision_number': 4, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'gw_port': {'id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:39Z', 'updated_at': '2022-04-28T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '799673f9-a310-46b0-bdc7-e49a8a238b6a', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'floating_ip_address': '172.28.0.69', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'port_id': '55fbe830-42a9-4246-a512-c423842bfeed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'mac_address': 'fa:16:3e:c1:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94983836-6767-4e4d-91cd-a7f209183e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:54Z', 'updated_at': '2022-04-28T19:47:54Z', 'revision_number': 0, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a7aecd-0b4c-4121-aaae-acbd91da283e', 'name': '', 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'mac_address': 'fa:16:3e:0e:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:42Z', 'updated_at': '2022-04-28T19:46:49Z', 'revision_number': 5, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'subnets': [{'id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:56.032985 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-83e9ee8b-971d-4be1-9eae-d917664bb2ac tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (66785303-3040-46a3-82d6-0b77dcaae1cd), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.037813 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe98014-8f5f-4c68-abfd-8f993651596c None None] Checking router: 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:56.053054 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe98014-8f5f-4c68-abfd-8f993651596c None None] Routers {'9bde0c0a-c95b-483c-92d9-cd8aa9f86912'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:47:56.053881 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-0fe98014-8f5f-4c68-abfd-8f993651596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:47:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:56.125505 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-83e9ee8b-971d-4be1-9eae-d917664bb2ac tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (66785303-3040-46a3-82d6-0b77dcaae1cd), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.132291 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-83e9ee8b-971d-4be1-9eae-d917664bb2ac tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (66785303-3040-46a3-82d6-0b77dcaae1cd), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.167889 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9ee8b-971d-4be1-9eae-d917664bb2ac tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66785303-3040-46a3-82d6-0b77dcaae1cd,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:56.175425 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-83e9ee8b-971d-4be1-9eae-d917664bb2ac tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.178669 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-83e9ee8b-971d-4be1-9eae-d917664bb2ac tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1968412 Apr 28 19:47:56.182854 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55104) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:56.190841 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-b4ad378e-0a87-4d99-826b-1c195781c350 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Request body: {'security_group_rule': {'security_group_id': '407998d4-766c-4439-9015-aaf9759a7289', 'project_id': '60fdf8e709d2417a964541a358ac02df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:56.234225 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-0fe98014-8f5f-4c68-abfd-8f993651596c None None] Set router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:47:56.273225 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e5c67-dbe3-490f-8d4a-7de1cd1d030a req-73daf6ee-7cc3-4ddb-924f-0408a315080f tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:56.275599 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f70e5c67-dbe3-490f-8d4a-7de1cd1d030a req-73daf6ee-7cc3-4ddb-924f-0408a315080f tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0777862 Apr 28 19:47:56.278539 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b4ad378e-0a87-4d99-826b-1c195781c350 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (fb700606-319d-484e-8807-4948d6ee84d2), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.425169 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f70e5c67-dbe3-490f-8d4a-7de1cd1d030a req-667bd96c-e845-4a0a-8407-b10140a4b0b1 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1395929 Apr 28 19:47:56.435317 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b4ad378e-0a87-4d99-826b-1c195781c350 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (fb700606-319d-484e-8807-4948d6ee84d2), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.443850 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b4ad378e-0a87-4d99-826b-1c195781c350 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (fb700606-319d-484e-8807-4948d6ee84d2), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.482214 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad378e-0a87-4d99-826b-1c195781c350 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb700606-319d-484e-8807-4948d6ee84d2,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:56.518191 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b4ad378e-0a87-4d99-826b-1c195781c350 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.525836 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-b4ad378e-0a87-4d99-826b-1c195781c350 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3348126 Apr 28 19:47:56.525836 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55108) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:56.531008 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-d1a9eb0f-c13e-4372-96cd-81e340694727 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Request body: {'security_group_rule': {'security_group_id': '407998d4-766c-4439-9015-aaf9759a7289', 'project_id': '60fdf8e709d2417a964541a358ac02df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:56.569970 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-caab52b8-c214-4a40-b143-034c29e05187 req-af533eb0-5dba-43d2-ac9c-fbb8354e1738 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55fbe830-42a9-4246-a512-c423842bfeed HTTP/1.1" status: 200 len: 998 time: 0.0972710 Apr 28 19:47:56.581157 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d1a9eb0f-c13e-4372-96cd-81e340694727 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (b385c373-c453-42f9-a8c2-8b304b5703c3), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.622674 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-0fe98014-8f5f-4c68-abfd-8f993651596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:42Z', 'revision_number': 4, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'gw_port': {'id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:39Z', 'updated_at': '2022-04-28T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '799673f9-a310-46b0-bdc7-e49a8a238b6a', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'floating_ip_address': '172.28.0.69', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'port_id': '55fbe830-42a9-4246-a512-c423842bfeed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'mac_address': 'fa:16:3e:c1:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94983836-6767-4e4d-91cd-a7f209183e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:54Z', 'updated_at': '2022-04-28T19:47:54Z', 'revision_number': 0, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a7aecd-0b4c-4121-aaae-acbd91da283e', 'name': '', 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'mac_address': 'fa:16:3e:0e:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:42Z', 'updated_at': '2022-04-28T19:46:49Z', 'revision_number': 5, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'subnets': [{'id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:56.663001 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe98014-8f5f-4c68-abfd-8f993651596c None None] The sync data for ids ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'] in dv-cinder-826949-7-smb is: [{'id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:42Z', 'revision_number': 4, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'gw_port': {'id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:39Z', 'updated_at': '2022-04-28T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '799673f9-a310-46b0-bdc7-e49a8a238b6a', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'floating_ip_address': '172.28.0.69', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'port_id': '55fbe830-42a9-4246-a512-c423842bfeed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'mac_address': 'fa:16:3e:c1:74:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94983836-6767-4e4d-91cd-a7f209183e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:54Z', 'updated_at': '2022-04-28T19:47:54Z', 'revision_number': 0, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a7aecd-0b4c-4121-aaae-acbd91da283e', 'name': '', 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'mac_address': 'fa:16:3e:0e:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:42Z', 'updated_at': '2022-04-28T19:46:49Z', 'revision_number': 5, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'subnets': [{'id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:56.669426 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d1a9eb0f-c13e-4372-96cd-81e340694727 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (b385c373-c453-42f9-a8c2-8b304b5703c3), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.674870 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d1a9eb0f-c13e-4372-96cd-81e340694727 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (b385c373-c453-42f9-a8c2-8b304b5703c3), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.707240 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9eb0f-c13e-4372-96cd-81e340694727 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b385c373-c453-42f9-a8c2-8b304b5703c3,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:56.723301 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d1a9eb0f-c13e-4372-96cd-81e340694727 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.727854 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-d1a9eb0f-c13e-4372-96cd-81e340694727 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1987150 Apr 28 19:47:56.728981 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55110) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:56.736415 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-7d8e03a8-22fb-4011-8780-9eaac5922d3d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Request body: {'security_group_rule': {'security_group_id': '407998d4-766c-4439-9015-aaf9759a7289', 'project_id': '60fdf8e709d2417a964541a358ac02df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:56.770815 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.securitygroups_db [None req-7d8e03a8-22fb-4011-8780-9eaac5922d3d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Project 60fdf8e709d2417a964541a358ac02df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:47:56.779610 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7d8e03a8-22fb-4011-8780-9eaac5922d3d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (9f121216-aa08-4a56-93a8-b16942557f30), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.854742 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7d8e03a8-22fb-4011-8780-9eaac5922d3d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (9f121216-aa08-4a56-93a8-b16942557f30), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.860329 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7d8e03a8-22fb-4011-8780-9eaac5922d3d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (9f121216-aa08-4a56-93a8-b16942557f30), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.880996 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e03a8-22fb-4011-8780-9eaac5922d3d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f121216-aa08-4a56-93a8-b16942557f30,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:56.889144 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7d8e03a8-22fb-4011-8780-9eaac5922d3d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.890436 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-7d8e03a8-22fb-4011-8780-9eaac5922d3d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1600571 Apr 28 19:47:56.894313 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55112) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:47:56.900152 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-c64a3e51-5044-4863-b453-9586e5f3016d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Request body: {'security_group_rule': {'security_group_id': '407998d4-766c-4439-9015-aaf9759a7289', 'project_id': '60fdf8e709d2417a964541a358ac02df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:56.929041 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.securitygroups_db [None req-c64a3e51-5044-4863-b453-9586e5f3016d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Project 60fdf8e709d2417a964541a358ac02df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:47:56.939098 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c64a3e51-5044-4863-b453-9586e5f3016d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (ba703941-38be-43b5-891a-a482b37fa053), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:56.962526 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be317f-cc44-4ed7-87ea-96ebe0303325 None None] New status for floating IP 799673f9-a310-46b0-bdc7-e49a8a238b6a: ACTIVE {{(pid=109985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:47:57.020454 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c64a3e51-5044-4863-b453-9586e5f3016d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (ba703941-38be-43b5-891a-a482b37fa053), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:57.026710 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c64a3e51-5044-4863-b453-9586e5f3016d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (ba703941-38be-43b5-891a-a482b37fa053), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:57.046849 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a3e51-5044-4863-b453-9586e5f3016d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba703941-38be-43b5-891a-a482b37fa053,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:57.058178 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c64a3e51-5044-4863-b453-9586e5f3016d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:57.059520 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-c64a3e51-5044-4863-b453-9586e5f3016d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1641273 Apr 28 19:47:57.162224 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab52b8-c214-4a40-b143-034c29e05187 req-cdd69757-bd1e-433f-9022-64227357e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.164630 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-caab52b8-c214-4a40-b143-034c29e05187 req-cdd69757-bd1e-433f-9022-64227357e5af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3424908e-073c-4bbb-8b65-dcdfae2d50f6 HTTP/1.1" status: 200 len: 854 time: 0.0788147 Apr 28 19:47:57.257785 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b1ceaf20-3796-462b-9a28-3070991a0b53 req-7949feab-163d-4d15-bdaa-75755c2c1bdc tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101324466&fields=id&tenant_id=60fdf8e709d2417a964541a358ac02df HTTP/1.1" status: 200 len: 267 time: 0.1161535 Apr 28 19:47:57.264458 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab52b8-c214-4a40-b143-034c29e05187 req-9157ea13-e389-40c8-b9ff-08c56accf478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.268353 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-caab52b8-c214-4a40-b143-034c29e05187 req-9157ea13-e389-40c8-b9ff-08c56accf478 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19a1b79f-415e-44bd-80e0-6c4445224038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0963850 Apr 28 19:47:57.349610 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceaf20-3796-462b-9a28-3070991a0b53 req-72a2bc10-e4af-4858-91d9-f8ec7bc20630 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.357701 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b1ceaf20-3796-462b-9a28-3070991a0b53 req-72a2bc10-e4af-4858-91d9-f8ec7bc20630 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 945 time: 0.0892277 Apr 28 19:47:57.363689 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-b1ceaf20-3796-462b-9a28-3070991a0b53 req-276914c6-0515-4f83-a48b-12f4e485a30e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Request body: {'port': {'security_groups': ['79d71423-ffcc-4886-a061-e9c458097a43', '407998d4-766c-4439-9015-aaf9759a7289']}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:47:57.422108 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-caab52b8-c214-4a40-b143-034c29e05187 req-130f5bff-c768-4d7f-926e-92eea7ca9abd service neutron] 10.222.0.65 "GET /v2.0/networks/19a1b79f-415e-44bd-80e0-6c4445224038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464567 Apr 28 19:47:57.462949 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-b1ceaf20-3796-462b-9a28-3070991a0b53 req-276914c6-0515-4f83-a48b-12f4e485a30e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (55fbe830-42a9-4246-a512-c423842bfeed), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:57.762317 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-b1ceaf20-3796-462b-9a28-3070991a0b53 req-276914c6-0515-4f83-a48b-12f4e485a30e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] For port 55fbe830-42a9-4246-a512-c423842bfeed, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=55fbe830-42a9-4246-a512-c423842bfeed,segment=NetworkSegment(62918baa-9e93-4726-affb-82e8786a06d6),segment_id=62918baa-9e93-4726-affb-82e8786a06d6)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:47:57.801693 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-b1ceaf20-3796-462b-9a28-3070991a0b53 req-276914c6-0515-4f83-a48b-12f4e485a30e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for port (55fbe830-42a9-4246-a512-c423842bfeed), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:57.810806 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-b1ceaf20-3796-462b-9a28-3070991a0b53 req-276914c6-0515-4f83-a48b-12f4e485a30e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (55fbe830-42a9-4246-a512-c423842bfeed), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:57.831263 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['55fbe830-42a9-4246-a512-c423842bfeed'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:47:57.859737 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba13dfe-7561-402e-b84e-3e0e15a0479d req-1b6f9cd4-5bb6-4c4d-8ec1-63e2501a8cf1 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.861440 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bba13dfe-7561-402e-b84e-3e0e15a0479d req-1b6f9cd4-5bb6-4c4d-8ec1-63e2501a8cf1 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0869315 Apr 28 19:47:57.866499 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-caab52b8-c214-4a40-b143-034c29e05187 req-f46f55f9-ee2b-470e-b8bb-75f682b1fd23 service neutron] 10.222.0.65 "GET /v2.0/networks/19a1b79f-415e-44bd-80e0-6c4445224038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379740 Apr 28 19:47:57.896752 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceaf20-3796-462b-9a28-3070991a0b53 req-276914c6-0515-4f83-a48b-12f4e485a30e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.897803 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-b1ceaf20-3796-462b-9a28-3070991a0b53 req-276914c6-0515-4f83-a48b-12f4e485a30e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:57.900181 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b1ceaf20-3796-462b-9a28-3070991a0b53 req-276914c6-0515-4f83-a48b-12f4e485a30e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "PUT /v2.0/ports/55fbe830-42a9-4246-a512-c423842bfeed HTTP/1.1" status: 200 len: 981 time: 0.5413816 Apr 28 19:47:57.900890 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94983836-6767-4e4d-91cd-a7f209183e37', 'tag': '55fbe830-42a9-4246-a512-c423842bfeed'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:57.911939 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b67804-a517-45c2-81ae-4df58987f536" -d '{"events": [{"name": "network-changed", "server_uuid": "94983836-6767-4e4d-91cd-a7f209183e37", "tag": "55fbe830-42a9-4246-a512-c423842bfeed"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:47:57.970639 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276914c6-0515-4f83-a48b-12f4e485a30e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Pushing event updated for resources: {'Port': ['ID=55fbe830-42a9-4246-a512-c423842bfeed,revision_number=6']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:57.997171 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bba13dfe-7561-402e-b84e-3e0e15a0479d req-0a69412d-226a-4975-a39e-da949e6e7ad5 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240568 Apr 28 19:47:58.076927 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['55fbe830-42a9-4246-a512-c423842bfeed'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:47:58.140049 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cba3467-3e3a-4604-b90b-c5b8ffac8505 x-openstack-request-id: req-5cba3467-3e3a-4604-b90b-c5b8ffac8505 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:47:58.140694 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94983836-6767-4e4d-91cd-a7f209183e37", "tag": "55fbe830-42a9-4246-a512-c423842bfeed", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:47:58.141212 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5cba3467-3e3a-4604-b90b-c5b8ffac8505 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:47:58.141972 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cba3467-3e3a-4604-b90b-c5b8ffac8505'] response: {'name': 'network-changed', 'server_uuid': '94983836-6767-4e4d-91cd-a7f209183e37', 'tag': '55fbe830-42a9-4246-a512-c423842bfeed', 'status': 'completed', 'code': 200} Apr 28 19:47:58.156578 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b3e6a-9203-46c9-a344-db86b5b0140c req-f5ea6d6e-9540-453f-88aa-49e41c633814 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:58.164103 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a02b3e6a-9203-46c9-a344-db86b5b0140c req-f5ea6d6e-9540-453f-88aa-49e41c633814 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.1223514 Apr 28 19:47:58.259698 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a02b3e6a-9203-46c9-a344-db86b5b0140c req-3342f762-71c7-4485-a8c5-60b81914a388 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825541 Apr 28 19:47:58.263454 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b67804-a517-45c2-81ae-4df58987f536 req-6c6f5927-efe8-462c-89a8-77ff32f29727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:58.266601 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f4b67804-a517-45c2-81ae-4df58987f536 req-6c6f5927-efe8-462c-89a8-77ff32f29727 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60fdf8e709d2417a964541a358ac02df&device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 1168 time: 0.0995355 Apr 28 19:47:58.336140 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-96d971da-8b31-4720-ae73-160956086171 None None] Provisioning complete for port 55fbe830-42a9-4246-a512-c423842bfeed triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:47:58.336734 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-96d971da-8b31-4720-ae73-160956086171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (55fbe830-42a9-4246-a512-c423842bfeed), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:47:58.417563 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b67804-a517-45c2-81ae-4df58987f536 req-838ddf23-4bdc-4969-bc72-f81a05f89365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:58.419783 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f4b67804-a517-45c2-81ae-4df58987f536 req-838ddf23-4bdc-4969-bc72-f81a05f89365 service neutron] 10.222.0.65 "GET /v2.0/networks?id=19a1b79f-415e-44bd-80e0-6c4445224038 HTTP/1.1" status: 200 len: 916 time: 0.1406686 Apr 28 19:47:58.522445 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f4b67804-a517-45c2-81ae-4df58987f536 req-29632167-856b-4744-8a12-8fa46da8ce80 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55fbe830-42a9-4246-a512-c423842bfeed HTTP/1.1" status: 200 len: 1000 time: 0.0942781 Apr 28 19:47:58.575910 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-96d971da-8b31-4720-ae73-160956086171 None None] Current status of the port 55fbe830-42a9-4246-a512-c423842bfeed is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:47:58.582935 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b67804-a517-45c2-81ae-4df58987f536 req-94f2373b-3d98-4419-96dc-b9a8ca36a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:58.585657 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f4b67804-a517-45c2-81ae-4df58987f536 req-94f2373b-3d98-4419-96dc-b9a8ca36a533 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3424908e-073c-4bbb-8b65-dcdfae2d50f6 HTTP/1.1" status: 200 len: 854 time: 0.0566819 Apr 28 19:47:58.641015 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b67804-a517-45c2-81ae-4df58987f536 req-805dfe56-f7df-40d4-ae01-cd59ee252743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:58.642743 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f4b67804-a517-45c2-81ae-4df58987f536 req-805dfe56-f7df-40d4-ae01-cd59ee252743 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19a1b79f-415e-44bd-80e0-6c4445224038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0492799 Apr 28 19:47:58.790292 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f4b67804-a517-45c2-81ae-4df58987f536 req-c0796368-ba89-4f81-a315-533a2998af74 service neutron] 10.222.0.65 "GET /v2.0/networks/19a1b79f-415e-44bd-80e0-6c4445224038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376302 Apr 28 19:47:58.918328 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f4b67804-a517-45c2-81ae-4df58987f536 req-4fcf3ce8-e83c-407d-8293-635c5f81efd0 service neutron] 10.222.0.65 "GET /v2.0/networks/19a1b79f-415e-44bd-80e0-6c4445224038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215787 Apr 28 19:47:59.201235 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fec81-d1fc-4bfc-aa5f-7d3c90805b12 req-32b4fdde-2d6e-4eef-a9e7-f0bc7824fafd tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.204018 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-df3fec81-d1fc-4bfc-aa5f-7d3c90805b12 req-32b4fdde-2d6e-4eef-a9e7-f0bc7824fafd tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0863547 Apr 28 19:47:59.285430 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-df3fec81-d1fc-4bfc-aa5f-7d3c90805b12 req-20fd2a6a-d3a2-425c-910a-6ee8e51ed6c6 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736995 Apr 28 19:48:00.437146 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494122c3-04fb-4653-987b-b1ea9d9a781a req-c7cf4bc6-5bf2-4013-ba16-50853ca9bbc0 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:00.438814 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-494122c3-04fb-4653-987b-b1ea9d9a781a req-c7cf4bc6-5bf2-4013-ba16-50853ca9bbc0 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0697031 Apr 28 19:48:00.516380 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-494122c3-04fb-4653-987b-b1ea9d9a781a req-68a42073-78f9-4567-9469-58f20b00ecd0 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698223 Apr 28 19:48:00.759656 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148a6e0-b07d-4115-aefa-c44f400713ca req-c83dbdf1-ffff-4eb9-98f5-abf23fa8c26f tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:00.761437 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-9148a6e0-b07d-4115-aefa-c44f400713ca req-c83dbdf1-ffff-4eb9-98f5-abf23fa8c26f tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 946 time: 0.0517976 Apr 28 19:48:00.822357 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-9148a6e0-b07d-4115-aefa-c44f400713ca req-cb3014ca-2a83-4206-85d0-b2e72b9f0c2e tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538218 Apr 28 19:48:01.676918 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34808dd7-08a1-40b2-b095-26730375d674 req-5d86bba6-5a58-49f4-96c6-ae45ebc6a4d9 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.680374 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-34808dd7-08a1-40b2-b095-26730375d674 req-5d86bba6-5a58-49f4-96c6-ae45ebc6a4d9 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0835125 Apr 28 19:48:01.733080 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-34808dd7-08a1-40b2-b095-26730375d674 req-e34921dc-e33f-4b3c-a8e6-a7a4390b979c tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469296 Apr 28 19:48:01.949329 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9309d-fd4b-435e-8942-fae0c289e5b5 req-6412dfc4-5a93-4293-a28f-508cd542da14 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.950963 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-20a9309d-fd4b-435e-8942-fae0c289e5b5 req-6412dfc4-5a93-4293-a28f-508cd542da14 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 946 time: 0.0509520 Apr 28 19:48:02.003046 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-20a9309d-fd4b-435e-8942-fae0c289e5b5 req-4c1c7c8d-e809-488f-8400-cadafd2fb05e tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460119 Apr 28 19:48:02.870869 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39dd65-c8e0-47ec-9a6b-f843805ae971 req-480220db-4200-4ac1-a406-cbe345c23419 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.872389 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-bb39dd65-c8e0-47ec-9a6b-f843805ae971 req-480220db-4200-4ac1-a406-cbe345c23419 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0627584 Apr 28 19:48:02.928515 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-bb39dd65-c8e0-47ec-9a6b-f843805ae971 req-ee5cb07f-7637-45c5-97cc-8575dd4b72ce tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498011 Apr 28 19:48:03.133173 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546531b-cc1b-4945-adfb-c56db65e3026 req-057ffe92-cbaf-4d7c-aca0-a43c9bb8b064 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:03.134861 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-9546531b-cc1b-4945-adfb-c56db65e3026 req-057ffe92-cbaf-4d7c-aca0-a43c9bb8b064 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 946 time: 0.0543432 Apr 28 19:48:03.191832 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-9546531b-cc1b-4945-adfb-c56db65e3026 req-b20674e7-8cab-4759-bd04-324b78be8215 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505078 Apr 28 19:48:04.062863 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fcd42-9e90-4a6e-9c19-66fccd4e73dd req-c2e73687-b2b2-46eb-860e-a9b525b0ed82 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.064404 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3c5fcd42-9e90-4a6e-9c19-66fccd4e73dd req-c2e73687-b2b2-46eb-860e-a9b525b0ed82 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0526640 Apr 28 19:48:04.119727 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3c5fcd42-9e90-4a6e-9c19-66fccd4e73dd req-2ff393fb-c19e-4edf-818c-c51156aef7ab tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483766 Apr 28 19:48:04.336761 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fa7b9-e65e-4a18-b9ae-8f2c98d22f3c req-7c6a6c51-9fbe-40ac-85a4-bcfc4752e07b tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.338359 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2b2fa7b9-e65e-4a18-b9ae-8f2c98d22f3c req-7c6a6c51-9fbe-40ac-85a4-bcfc4752e07b tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 946 time: 0.0575426 Apr 28 19:48:04.390290 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2b2fa7b9-e65e-4a18-b9ae-8f2c98d22f3c req-80e1a18b-c129-452f-b8b7-aaa8901ab742 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461972 Apr 28 19:48:05.244857 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44e5f8-f063-42bb-9ebd-84dbc7b58959 req-92d828d8-923d-4ed1-bfdb-0043d48b2339 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.246481 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-be44e5f8-f063-42bb-9ebd-84dbc7b58959 req-92d828d8-923d-4ed1-bfdb-0043d48b2339 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0507965 Apr 28 19:48:05.301520 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-be44e5f8-f063-42bb-9ebd-84dbc7b58959 req-e25c461c-ba83-4828-9f33-07c67fa32a90 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487397 Apr 28 19:48:05.516006 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b9d54-6998-4ab1-a917-486b82db62ac req-6893b918-4b9c-4506-a3c0-4373fad729e7 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.517610 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-121b9d54-6998-4ab1-a917-486b82db62ac req-6893b918-4b9c-4506-a3c0-4373fad729e7 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 946 time: 0.0530291 Apr 28 19:48:05.574270 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-121b9d54-6998-4ab1-a917-486b82db62ac req-0a9b1dd9-9425-48cd-b801-3b91c7fe9dfe tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474896 Apr 28 19:48:06.436721 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3ac79-1ed6-42f3-9269-68591dbaea03 req-31006d49-d024-4bc5-a502-fd3d21c1c3df tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.438494 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-47e3ac79-1ed6-42f3-9269-68591dbaea03 req-31006d49-d024-4bc5-a502-fd3d21c1c3df tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0512412 Apr 28 19:48:06.498003 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-47e3ac79-1ed6-42f3-9269-68591dbaea03 req-ead4cd97-080a-424e-88d2-5d31c07bd705 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516405 Apr 28 19:48:06.721548 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbcbf3-47ba-4208-97d0-e13d776bb1b9 req-2b3107db-5d3e-4a4f-96b5-b3eeb21e3182 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.723152 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f3bbcbf3-47ba-4208-97d0-e13d776bb1b9 req-2b3107db-5d3e-4a4f-96b5-b3eeb21e3182 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 946 time: 0.0508144 Apr 28 19:48:06.739726 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bb832-fc88-42e2-9033-5810eacf4524 req-27f4e73c-052a-4338-8657-fb6180af6abe tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.741474 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8d7bb832-fc88-42e2-9033-5810eacf4524 req-27f4e73c-052a-4338-8657-fb6180af6abe tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0637345 Apr 28 19:48:06.784561 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f3bbcbf3-47ba-4208-97d0-e13d776bb1b9 req-05035975-f100-4320-99f3-fe87ddee992a tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538135 Apr 28 19:48:06.803208 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8d7bb832-fc88-42e2-9033-5810eacf4524 req-cd4c9449-e8d5-482f-9150-3ceb3b53ce4f tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559645 Apr 28 19:48:06.974482 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa8981-08d3-4675-a821-dfdfae1bd503 req-dd5483a7-f1c0-4285-9214-d2cffb7e367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.976047 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bffa8981-08d3-4675-a821-dfdfae1bd503 req-dd5483a7-f1c0-4285-9214-d2cffb7e367f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f822fc5fc43843fca324c641a2958d58&device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 1130 time: 0.0435104 Apr 28 19:48:07.085562 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa8981-08d3-4675-a821-dfdfae1bd503 req-7395b224-7d44-495d-865b-d9ddb5a238c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:07.086957 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bffa8981-08d3-4675-a821-dfdfae1bd503 req-7395b224-7d44-495d-865b-d9ddb5a238c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b69886aa-6bae-4ab1-aed5-71674941fba6 HTTP/1.1" status: 200 len: 912 time: 0.0968041 Apr 28 19:48:07.151259 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d8086-51c5-43d5-8c6f-476ed327ef48 req-9a096d5d-9b1f-4648-aeba-fb8e392fde9d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:07.153900 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9b4d8086-51c5-43d5-8c6f-476ed327ef48 req-9a096d5d-9b1f-4648-aeba-fb8e392fde9d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 946 time: 0.0749211 Apr 28 19:48:07.191877 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bffa8981-08d3-4675-a821-dfdfae1bd503 req-54547996-e6be-4a6f-858d-efddaa1c528f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 HTTP/1.1" status: 200 len: 1001 time: 0.0981877 Apr 28 19:48:07.255244 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-9b4d8086-51c5-43d5-8c6f-476ed327ef48 req-f8f2eff1-0580-4c76-a034-8a2a29456236 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Deleting port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:48:07.255703 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-9b4d8086-51c5-43d5-8c6f-476ed327ef48 req-f8f2eff1-0580-4c76-a034-8a2a29456236 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (8dc23b09-dd62-4f3e-923c-f4c89adcc53a), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:07.266649 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa8981-08d3-4675-a821-dfdfae1bd503 req-0b37e821-a6c7-4e95-928d-6adf07e85dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:07.268381 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bffa8981-08d3-4675-a821-dfdfae1bd503 req-0b37e821-a6c7-4e95-928d-6adf07e85dff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1befb9f-7e34-4e88-955a-eb6e46568b81 HTTP/1.1" status: 200 len: 850 time: 0.0692167 Apr 28 19:48:07.323557 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa8981-08d3-4675-a821-dfdfae1bd503 req-8a75a0f7-8813-4c8d-9e8c-6494db0fe03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:07.325947 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bffa8981-08d3-4675-a821-dfdfae1bd503 req-8a75a0f7-8813-4c8d-9e8c-6494db0fe03a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b69886aa-6bae-4ab1-aed5-71674941fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0490456 Apr 28 19:48:07.359039 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-9b4d8086-51c5-43d5-8c6f-476ed327ef48 req-f8f2eff1-0580-4c76-a034-8a2a29456236 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] For port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8dc23b09-dd62-4f3e-923c-f4c89adcc53a,segment=NetworkSegment(a3de4bc1-64a7-4820-9271-0af72d81231c),segment_id=a3de4bc1-64a7-4820-9271-0af72d81231c)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:07.359330 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-9b4d8086-51c5-43d5-8c6f-476ed327ef48 req-f8f2eff1-0580-4c76-a034-8a2a29456236 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (8dc23b09-dd62-4f3e-923c-f4c89adcc53a), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:07.374102 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-9b4d8086-51c5-43d5-8c6f-476ed327ef48 req-f8f2eff1-0580-4c76-a034-8a2a29456236 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Calling delete_port for 8dc23b09-dd62-4f3e-923c-f4c89adcc53a owned by compute:nova {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:48:07.481455 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bffa8981-08d3-4675-a821-dfdfae1bd503 req-6315e298-0f85-486b-9d71-ae0bc762485b service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476252 Apr 28 19:48:07.530335 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-9b4d8086-51c5-43d5-8c6f-476ed327ef48 req-f8f2eff1-0580-4c76-a034-8a2a29456236 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (8dc23b09-dd62-4f3e-923c-f4c89adcc53a), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:07.544014 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['8dc23b09-dd62-4f3e-923c-f4c89adcc53a'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:07.577397 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2eff1-0580-4c76-a034-8a2a29456236 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Pushing event deleted for resources: {'Port': ['ID=8dc23b09-dd62-4f3e-923c-f4c89adcc53a,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:07.600731 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bffa8981-08d3-4675-a821-dfdfae1bd503 req-96ce10e3-a6e4-473e-9ed6-9265d8bc37ee service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118982 Apr 28 19:48:07.632828 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4d8086-51c5-43d5-8c6f-476ed327ef48 req-f8f2eff1-0580-4c76-a034-8a2a29456236 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] No DVR routers for this DVR port 8dc23b09-dd62-4f3e-923c-f4c89adcc53a on host hv-cinder-82694 {{(pid=109984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:07.636537 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-9b4d8086-51c5-43d5-8c6f-476ed327ef48 req-f8f2eff1-0580-4c76-a034-8a2a29456236 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:07.640326 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9b4d8086-51c5-43d5-8c6f-476ed327ef48 req-f8f2eff1-0580-4c76-a034-8a2a29456236 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.65 "DELETE /v2.0/ports/8dc23b09-dd62-4f3e-923c-f4c89adcc53a HTTP/1.1" status: 204 len: 173 time: 0.4804096 Apr 28 19:48:07.640819 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce05c4fb-b620-4c0d-940c-d099c6866126', 'name': 'network-vif-deleted', 'tag': '8dc23b09-dd62-4f3e-923c-f4c89adcc53a'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:07.643265 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28da85e0-5467-4209-96ab-540a034c8a0d" -d '{"events": [{"server_uuid": "ce05c4fb-b620-4c0d-940c-d099c6866126", "name": "network-vif-deleted", "tag": "8dc23b09-dd62-4f3e-923c-f4c89adcc53a"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:07.685830 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde29c99-5f3e-4b37-9cdb-627a6ee662dc x-openstack-request-id: req-bde29c99-5f3e-4b37-9cdb-627a6ee662dc {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:07.686236 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce05c4fb-b620-4c0d-940c-d099c6866126", "name": "network-vif-deleted", "tag": "8dc23b09-dd62-4f3e-923c-f4c89adcc53a", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:07.686576 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bde29c99-5f3e-4b37-9cdb-627a6ee662dc {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:07.687091 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde29c99-5f3e-4b37-9cdb-627a6ee662dc'] response: {'server_uuid': 'ce05c4fb-b620-4c0d-940c-d099c6866126', 'name': 'network-vif-deleted', 'tag': '8dc23b09-dd62-4f3e-923c-f4c89adcc53a', 'status': 'completed', 'code': 200} Apr 28 19:48:07.927898 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c02daf71-c9ba-4557-b63e-62b096d77f5e req-6f669206-dcbe-47ca-a2b7-17351d011133 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 210 time: 0.0300140 Apr 28 19:48:07.990382 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f30b6-57e6-4b59-9c37-d72b2e19b4b3 req-ea5ecc64-6107-47b3-8e1b-9862c0f42c23 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:07.992007 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6c9f30b6-57e6-4b59-9c37-d72b2e19b4b3 req-ea5ecc64-6107-47b3-8e1b-9862c0f42c23 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0667682 Apr 28 19:48:08.061731 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaa9f2-04c8-483d-86dc-c01ff383e693 req-49ae42f0-815b-41fb-9a39-0d5d2ef752d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.064120 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cdbaa9f2-04c8-483d-86dc-c01ff383e693 req-49ae42f0-815b-41fb-9a39-0d5d2ef752d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f822fc5fc43843fca324c641a2958d58&device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 1130 time: 0.0666893 Apr 28 19:48:08.094383 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6c9f30b6-57e6-4b59-9c37-d72b2e19b4b3 req-837db1e5-d14d-4a9d-93b7-340ff21443da tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855098 Apr 28 19:48:08.542033 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaa9f2-04c8-483d-86dc-c01ff383e693 req-23e02d2f-aeee-45f0-8d6f-cdd8fdac4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.543524 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cdbaa9f2-04c8-483d-86dc-c01ff383e693 req-23e02d2f-aeee-45f0-8d6f-cdd8fdac4df0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b69886aa-6bae-4ab1-aed5-71674941fba6 HTTP/1.1" status: 200 len: 912 time: 0.1170378 Apr 28 19:48:09.084813 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-80d40827-c8e1-48fe-be9f-d672250a88d9 req-0e177911-b2ec-4658-b3a0-5dc4c59de9f9 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce05c4fb-b620-4c0d-940c-d099c6866126 HTTP/1.1" status: 200 len: 210 time: 0.0513120 Apr 28 19:48:09.163877 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cdbaa9f2-04c8-483d-86dc-c01ff383e693 req-830ad9cb-ea29-4e04-827f-34ef2169b3b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 HTTP/1.1" status: 200 len: 1001 time: 0.1370840 Apr 28 19:48:09.274980 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaa9f2-04c8-483d-86dc-c01ff383e693 req-ab60a8fa-b441-44a8-963e-4f40769aa594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:09.276495 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cdbaa9f2-04c8-483d-86dc-c01ff383e693 req-ab60a8fa-b441-44a8-963e-4f40769aa594 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1befb9f-7e34-4e88-955a-eb6e46568b81 HTTP/1.1" status: 200 len: 850 time: 0.1013424 Apr 28 19:48:09.284806 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a4a06-7c73-4c8d-8a7b-53236ed0b943 req-ea2ca208-1c9a-49a8-8398-bf941b1d9f77 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:09.288078 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-063a4a06-7c73-4c8d-8a7b-53236ed0b943 req-ea2ca208-1c9a-49a8-8398-bf941b1d9f77 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0672138 Apr 28 19:48:09.346478 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaa9f2-04c8-483d-86dc-c01ff383e693 req-b26a0399-7606-4237-92ee-97f22f7c85d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:09.347972 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cdbaa9f2-04c8-483d-86dc-c01ff383e693 req-b26a0399-7606-4237-92ee-97f22f7c85d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b69886aa-6bae-4ab1-aed5-71674941fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0588527 Apr 28 19:48:09.398405 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-063a4a06-7c73-4c8d-8a7b-53236ed0b943 req-5863f46a-29e0-42c4-8bd0-6b5bca09131f tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006188 Apr 28 19:48:09.490189 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cdbaa9f2-04c8-483d-86dc-c01ff383e693 req-088eda3e-3746-4ce9-a83a-67e6d04ffffe service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327159 Apr 28 19:48:09.600716 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cdbaa9f2-04c8-483d-86dc-c01ff383e693 req-708dc7d4-2f65-4633-838f-e47da08cbced service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989907 Apr 28 19:48:10.369672 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:10.474210 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 8dc23b09-dd62-4f3e-923c-f4c89adcc53a no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:48:10.496214 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: 8dc23b09-dd62-4f3e-923c-f4c89adcc53a {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:48:10.496551 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 8dc23b09-dd62-4f3e-923c-f4c89adcc53a not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:48:10.591450 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:48:14.243401 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-139a8339-4bf3-45c0-9b45-081143084129 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:14.245010 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-139a8339-4bf3-45c0-9b45-081143084129 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/networks?id=2db6f002-b12c-425e-bcff-88ed0e994038 HTTP/1.1" status: 200 len: 813 time: 0.1236393 Apr 28 19:48:14.261398 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-edbd7954-3495-4490-884c-21b5aa82aac9 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/quotas/954b64d9295148649be7e07ed9dd7710 HTTP/1.1" status: 200 len: 375 time: 0.0106895 Apr 28 19:48:14.324337 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-7b1258b2-b7d2-4e0d-8091-6538ef554b44 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=954b64d9295148649be7e07ed9dd7710&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563757 Apr 28 19:48:14.434727 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-85f14dda-0b01-4d4d-bba3-6817d2850c8a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:48:14.436804 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-85f14dda-0b01-4d4d-bba3-6817d2850c8a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0533855 Apr 28 19:48:14.547737 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-dfbd0d5a-0fd1-488e-aa11-88748eae6d2a service neutron] 10.222.0.62 "GET /v2.0/networks/2db6f002-b12c-425e-bcff-88ed0e994038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011705 Apr 28 19:48:14.655454 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-6779fd3b-4f1d-4e9f-8f2d-1a669390e903 service neutron] 10.222.0.62 "GET /v2.0/networks/2db6f002-b12c-425e-bcff-88ed0e994038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014585 Apr 28 19:48:14.955582 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-229ad948-8dfc-4459-9ece-fd84857f343d req-bf7408f3-3af8-4cbc-a108-85be3d8e8133 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 210 time: 0.0324388 Apr 28 19:48:16.063867 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5c0ff2f3-88a3-4b44-8ff1-118ce287ad23 req-08b61a1f-c6ba-4478-8ba6-b1c56e28da46 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 210 time: 0.0318329 Apr 28 19:48:16.260792 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-8e684a05-0978-4073-a44d-5108d6520553 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.262769 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-8e684a05-0978-4073-a44d-5108d6520553 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.65 "GET /v2.0/networks?id=2db6f002-b12c-425e-bcff-88ed0e994038 HTTP/1.1" status: 200 len: 813 time: 0.1453612 Apr 28 19:48:16.283568 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-530b8899-8e62-4b20-b35a-d36cdb3e6528 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Request body: {'port': {'device_id': '292af9ed-335a-4431-b80a-7f2ab8ea11a4', 'network_id': '2db6f002-b12c-425e-bcff-88ed0e994038', 'admin_state_up': True, 'tenant_id': '954b64d9295148649be7e07ed9dd7710'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:48:16.448059 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-530b8899-8e62-4b20-b35a-d36cdb3e6528 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Made reservation on behalf of 954b64d9295148649be7e07ed9dd7710 for: {'port': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:16.451520 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-530b8899-8e62-4b20-b35a-d36cdb3e6528 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:16.634321 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-530b8899-8e62-4b20-b35a-d36cdb3e6528 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Allocated IP 172.20.0.2 (2db6f002-b12c-425e-bcff-88ed0e994038/4431121d-2304-4d21-82e1-cb4db6cbdfe2/a7b23725-0c33-4d87-9573-2929d8402ac5) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:16.821847 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-530b8899-8e62-4b20-b35a-d36cdb3e6528 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks [] for port (a7b23725-0c33-4d87-9573-2929d8402ac5), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:16.859955 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-530b8899-8e62-4b20-b35a-d36cdb3e6528 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (a7b23725-0c33-4d87-9573-2929d8402ac5), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:16.916619 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-530b8899-8e62-4b20-b35a-d36cdb3e6528 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Network 2db6f002-b12c-425e-bcff-88ed0e994038 is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:16.922474 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-530b8899-8e62-4b20-b35a-d36cdb3e6528 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:16.927442 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-530b8899-8e62-4b20-b35a-d36cdb3e6528 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:48:16.932758 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-530b8899-8e62-4b20-b35a-d36cdb3e6528 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.933431 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-530b8899-8e62-4b20-b35a-d36cdb3e6528 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:16.940278 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b8899-8e62-4b20-b35a-d36cdb3e6528 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Pushing event updated for resources: {'Port': ['ID=a7b23725-0c33-4d87-9573-2929d8402ac5,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:16.960729 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-530b8899-8e62-4b20-b35a-d36cdb3e6528 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6820228 Apr 28 19:48:16.975012 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Request body: {'port': {'device_id': '292af9ed-335a-4431-b80a-7f2ab8ea11a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:48:17.040824 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (a7b23725-0c33-4d87-9573-2929d8402ac5), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:17.063657 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-46857b20-47aa-468f-b3b2-c62bbee3bdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:17.222297 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374181a-73c5-4f7b-bf34-3ed8137b1ab0 req-7b0ea3d9-657f-4da8-acda-2b07a299caaa tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.224609 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-9374181a-73c5-4f7b-bf34-3ed8137b1ab0 req-7b0ea3d9-657f-4da8-acda-2b07a299caaa tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 931 time: 0.0569298 Apr 28 19:48:17.294296 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-9374181a-73c5-4f7b-bf34-3ed8137b1ab0 req-29eef4d1-8295-42d2-b9a2-8976895ffd66 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633683 Apr 28 19:48:17.354855 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b23725-0c33-4d87-9573-2929d8402ac5 {{(pid=109984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:17.370899 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Publish callbacks [] for port (a7b23725-0c33-4d87-9573-2929d8402ac5), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:17.389786 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.provisioning_blocks [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Transition to ACTIVE for port object a7b23725-0c33-4d87-9573-2929d8402ac5 will not be triggered until provisioned by entity L2. {{(pid=109984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:48:17.394660 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (a7b23725-0c33-4d87-9573-2929d8402ac5), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:17.477161 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b23725-0c33-4d87-9573-2929d8402ac5,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:17.494022 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Attempting to bind port a7b23725-0c33-4d87-9573-2929d8402ac5 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:48:17.494359 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Attempting to bind port a7b23725-0c33-4d87-9573-2929d8402ac5 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'a3de4bc1-64a7-4820-9271-0af72d81231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2db6f002-b12c-425e-bcff-88ed0e994038'}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:48:17.494712 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Attempting to bind port a7b23725-0c33-4d87-9573-2929d8402ac5 on network 2db6f002-b12c-425e-bcff-88ed0e994038 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:48:17.499543 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Port a7b23725-0c33-4d87-9573-2929d8402ac5 on network 2db6f002-b12c-425e-bcff-88ed0e994038 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:48:17.499951 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Attempting to bind port a7b23725-0c33-4d87-9573-2929d8402ac5 on network 2db6f002-b12c-425e-bcff-88ed0e994038 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:48:17.506597 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:48:17.507034 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Checking segment: {'id': 'a3de4bc1-64a7-4820-9271-0af72d81231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2db6f002-b12c-425e-bcff-88ed0e994038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:48:17.507452 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Bound using segment: {'id': 'a3de4bc1-64a7-4820-9271-0af72d81231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2db6f002-b12c-425e-bcff-88ed0e994038'} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:48:17.508092 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Bound port: a7b23725-0c33-4d87-9573-2929d8402ac5, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3de4bc1-64a7-4820-9271-0af72d81231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2db6f002-b12c-425e-bcff-88ed0e994038'}}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:48:17.508497 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (a7b23725-0c33-4d87-9573-2929d8402ac5), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:17.579430 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] For port a7b23725-0c33-4d87-9573-2929d8402ac5, host hv-cinder-82694, cleared binding levels {{(pid=109984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:48:17.583612 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] For port a7b23725-0c33-4d87-9573-2929d8402ac5, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a7b23725-0c33-4d87-9573-2929d8402ac5,segment=NetworkSegment(a3de4bc1-64a7-4820-9271-0af72d81231c),segment_id=a3de4bc1-64a7-4820-9271-0af72d81231c)] {{(pid=109984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:48:17.590738 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (a7b23725-0c33-4d87-9573-2929d8402ac5), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:17.624563 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.625490 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:17.627169 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] 10.222.0.65 "PUT /v2.0/ports/a7b23725-0c33-4d87-9573-2929d8402ac5 HTTP/1.1" status: 200 len: 1093 time: 0.6569493 Apr 28 19:48:17.630230 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292af9ed-335a-4431-b80a-7f2ab8ea11a4', 'tag': 'a7b23725-0c33-4d87-9573-2929d8402ac5'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:17.632600 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92ce9f7-d337-48db-af5e-2998c44cac72" -d '{"events": [{"name": "network-changed", "server_uuid": "292af9ed-335a-4431-b80a-7f2ab8ea11a4", "tag": "a7b23725-0c33-4d87-9573-2929d8402ac5"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:17.663868 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a14696-a205-4009-b3a1-85f1d35768a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b23725-0c33-4d87-9573-2929d8402ac5,revision_number=3']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:17.703447 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15246cd-6e47-48d3-b2c5-bcad0e6b765e x-openstack-request-id: req-b15246cd-6e47-48d3-b2c5-bcad0e6b765e {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:17.703739 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292af9ed-335a-4431-b80a-7f2ab8ea11a4", "tag": "a7b23725-0c33-4d87-9573-2929d8402ac5", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:17.704007 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b15246cd-6e47-48d3-b2c5-bcad0e6b765e {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:17.704407 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15246cd-6e47-48d3-b2c5-bcad0e6b765e'] response: {'name': 'network-changed', 'server_uuid': '292af9ed-335a-4431-b80a-7f2ab8ea11a4', 'tag': 'a7b23725-0c33-4d87-9573-2929d8402ac5', 'status': 'completed', 'code': 200} Apr 28 19:48:17.739445 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-c337c7b9-794e-4c16-8fec-3ca9c06f083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.740957 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-c337c7b9-794e-4c16-8fec-3ca9c06f083a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=954b64d9295148649be7e07ed9dd7710&device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 1127 time: 0.0475805 Apr 28 19:48:17.815949 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-f428d0df-7b7b-42e4-a47a-eff7fbb6edc7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7b23725-0c33-4d87-9573-2929d8402ac5 HTTP/1.1" status: 200 len: 217 time: 0.0637181 Apr 28 19:48:17.876931 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-53ac2cee-3898-4f08-8150-6b977848b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.878429 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-53ac2cee-3898-4f08-8150-6b977848b766 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4431121d-2304-4d21-82e1-cb4db6cbdfe2 HTTP/1.1" status: 200 len: 853 time: 0.0477536 Apr 28 19:48:17.918100 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-410b9a4a-bdc7-4eef-a8fe-be9868ecf570 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2db6f002-b12c-425e-bcff-88ed0e994038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284698 Apr 28 19:48:18.030779 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-a872bbf3-2843-4cb7-9989-00021e338fd1 service neutron] 10.222.0.65 "GET /v2.0/networks/2db6f002-b12c-425e-bcff-88ed0e994038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045828 Apr 28 19:48:18.137916 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd0c96a0-edfa-47e4-a5bc-ecd6fb170861 req-cc4067dd-5106-4b2a-bd1a-d4c90d4b8f04 service neutron] 10.222.0.65 "GET /v2.0/networks/2db6f002-b12c-425e-bcff-88ed0e994038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947416 Apr 28 19:48:18.445564 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283e85e-c694-4020-a6c7-fe25d25a7c56 req-22ed9cbd-b977-4baf-9880-630332cdbe94 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:18.447269 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0283e85e-c694-4020-a6c7-fe25d25a7c56 req-22ed9cbd-b977-4baf-9880-630332cdbe94 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 943 time: 0.0537784 Apr 28 19:48:18.502574 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0283e85e-c694-4020-a6c7-fe25d25a7c56 req-30f83b05-bb63-49af-b17e-fd1d0249a3e9 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489733 Apr 28 19:48:19.302689 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-db45c62c-f56e-4597-ad6c-2e642acb4e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:19.632783 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26058058-3ff6-4f85-9084-8f08adb2bc17 req-d1038aff-b21f-4b65-90dc-59e720f45357 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:19.634330 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-26058058-3ff6-4f85-9084-8f08adb2bc17 req-d1038aff-b21f-4b65-90dc-59e720f45357 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 943 time: 0.0567462 Apr 28 19:48:19.705550 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-26058058-3ff6-4f85-9084-8f08adb2bc17 req-811178d9-b22f-4e52-9b07-a2e4e98cc62b tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644968 Apr 28 19:48:20.833593 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9600418-34f6-4846-b211-6606aa905a8c req-74fd44be-5148-4527-a456-94fd055bd8a6 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.835219 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c9600418-34f6-4846-b211-6606aa905a8c req-74fd44be-5148-4527-a456-94fd055bd8a6 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 943 time: 0.0575304 Apr 28 19:48:20.890102 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c9600418-34f6-4846-b211-6606aa905a8c req-97ff371d-80df-48ba-b908-a37b5a938a16 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485556 Apr 28 19:48:20.921605 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:22.056254 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29677c-6eff-498c-8d7f-444d3848ffeb req-b2cede39-24a8-4bea-b079-2a5de2cffa52 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:22.057901 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1c29677c-6eff-498c-8d7f-444d3848ffeb req-b2cede39-24a8-4bea-b079-2a5de2cffa52 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 943 time: 0.0559025 Apr 28 19:48:22.124995 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1c29677c-6eff-498c-8d7f-444d3848ffeb req-d44ccda1-a801-445e-8e92-00ddab281d25 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595806 Apr 28 19:48:22.199232 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ce9f7-d337-48db-af5e-2998c44cac72 req-1b23df6b-aaf5-403c-8ecb-a2ba1838d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:22.201866 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e92ce9f7-d337-48db-af5e-2998c44cac72 req-1b23df6b-aaf5-403c-8ecb-a2ba1838d914 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=954b64d9295148649be7e07ed9dd7710&device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 1127 time: 0.0729077 Apr 28 19:48:22.252747 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:22.552514 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device a7b23725-0c33-4d87-9573-2929d8402ac5 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:48:22.563316 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ce9f7-d337-48db-af5e-2998c44cac72 req-e351d567-cdab-4c4a-9c64-faad20d93bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:22.564919 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e92ce9f7-d337-48db-af5e-2998c44cac72 req-e351d567-cdab-4c4a-9c64-faad20d93bbc service neutron] 10.222.0.65 "GET /v2.0/networks?id=2db6f002-b12c-425e-bcff-88ed0e994038 HTTP/1.1" status: 200 len: 914 time: 0.3540902 Apr 28 19:48:22.607939 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e92ce9f7-d337-48db-af5e-2998c44cac72 req-02da29b8-0fa7-4442-b4cd-2616da5e5b58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7b23725-0c33-4d87-9573-2929d8402ac5 HTTP/1.1" status: 200 len: 217 time: 0.0353298 Apr 28 19:48:22.665573 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ce9f7-d337-48db-af5e-2998c44cac72 req-59fdfabb-9a1f-41b1-91aa-6f4e3794256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:22.667443 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e92ce9f7-d337-48db-af5e-2998c44cac72 req-59fdfabb-9a1f-41b1-91aa-6f4e3794256b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4431121d-2304-4d21-82e1-cb4db6cbdfe2 HTTP/1.1" status: 200 len: 853 time: 0.0495629 Apr 28 19:48:22.714764 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e92ce9f7-d337-48db-af5e-2998c44cac72 req-1a5e6966-6200-463f-9d70-74d172a974b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2db6f002-b12c-425e-bcff-88ed0e994038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366769 Apr 28 19:48:22.722730 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port a7b23725-0c33-4d87-9573-2929d8402ac5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a7b23725-0c33-4d87-9573-2929d8402ac5,segment=NetworkSegment(a3de4bc1-64a7-4820-9271-0af72d81231c),segment_id=a3de4bc1-64a7-4820-9271-0af72d81231c)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:22.736710 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': 'a7b23725-0c33-4d87-9573-2929d8402ac5', 'network_id': '2db6f002-b12c-425e-bcff-88ed0e994038', 'port_id': 'a7b23725-0c33-4d87-9573-2929d8402ac5', 'mac_address': 'fa:16:3e:82:4c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4431121d-2304-4d21-82e1-cb4db6cbdfe2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:48:22.787084 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port a7b23725-0c33-4d87-9573-2929d8402ac5 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:48:22.787476 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (a7b23725-0c33-4d87-9573-2929d8402ac5), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:22.805221 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b23725-0c33-4d87-9573-2929d8402ac5 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:22.841203 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port a7b23725-0c33-4d87-9573-2929d8402ac5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a7b23725-0c33-4d87-9573-2929d8402ac5,segment=NetworkSegment(a3de4bc1-64a7-4820-9271-0af72d81231c),segment_id=a3de4bc1-64a7-4820-9271-0af72d81231c)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:22.845640 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e92ce9f7-d337-48db-af5e-2998c44cac72 req-e3978b11-f9c6-4c7f-90d6-39716b8512ad service neutron] 10.222.0.65 "GET /v2.0/networks/2db6f002-b12c-425e-bcff-88ed0e994038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216159 Apr 28 19:48:22.847230 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (a7b23725-0c33-4d87-9573-2929d8402ac5), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:22.910987 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=a7b23725-0c33-4d87-9573-2929d8402ac5,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:22.919521 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:22.920010 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:22.920509 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:22.920998 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:22.921408 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:22.921799 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:22.922256 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:22.922646 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:22.923055 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:22.923444 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:22.923923 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:22.924456 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:22.924885 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:22.925307 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:22.926014 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:22.963924 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e92ce9f7-d337-48db-af5e-2998c44cac72 req-195f827e-155c-45a6-806e-9239f826a74b service neutron] 10.222.0.65 "GET /v2.0/networks/2db6f002-b12c-425e-bcff-88ed0e994038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072750 Apr 28 19:48:23.260899 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f6ddc-2454-447b-bb14-d45af0f8c143 req-4d8d537d-6ae2-4792-b0c2-a11130e5acc5 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.263762 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e95f6ddc-2454-447b-bb14-d45af0f8c143 req-4d8d537d-6ae2-4792-b0c2-a11130e5acc5 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 944 time: 0.0646875 Apr 28 19:48:23.345937 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e95f6ddc-2454-447b-bb14-d45af0f8c143 req-ac978395-f2f7-4c62-8fc4-5d41e781aa95 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760677 Apr 28 19:48:23.427774 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['a7b23725-0c33-4d87-9573-2929d8402ac5'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:23.967109 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:24.505070 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0c6f5-9204-44df-95c8-e0191e4058b0 req-dc9f8f94-0cc3-4b1f-9029-b7541a279796 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:24.507069 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-06a0c6f5-9204-44df-95c8-e0191e4058b0 req-dc9f8f94-0cc3-4b1f-9029-b7541a279796 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 944 time: 0.0630343 Apr 28 19:48:24.561699 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-06a0c6f5-9204-44df-95c8-e0191e4058b0 req-a0f1dd25-895b-4a32-8fe2-f8f31c3c403b tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487173 Apr 28 19:48:24.863572 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device a7b23725-0c33-4d87-9573-2929d8402ac5 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:48:24.918551 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port a7b23725-0c33-4d87-9573-2929d8402ac5 completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:48:24.925790 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port a7b23725-0c33-4d87-9573-2929d8402ac5 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:48:24.926238 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (a7b23725-0c33-4d87-9573-2929d8402ac5), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:25.015010 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port a7b23725-0c33-4d87-9573-2929d8402ac5 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:48:25.015374 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (a7b23725-0c33-4d87-9573-2929d8402ac5), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:25.042621 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292af9ed-335a-4431-b80a-7f2ab8ea11a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b23725-0c33-4d87-9573-2929d8402ac5'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:25.044937 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effe5e05-6da7-4b1f-8ec3-8372e21ca544" -d '{"events": [{"server_uuid": "292af9ed-335a-4431-b80a-7f2ab8ea11a4", "name": "network-vif-plugged", "status": "completed", "tag": "a7b23725-0c33-4d87-9573-2929d8402ac5"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:25.060564 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port a7b23725-0c33-4d87-9573-2929d8402ac5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a7b23725-0c33-4d87-9573-2929d8402ac5,segment=NetworkSegment(a3de4bc1-64a7-4820-9271-0af72d81231c),segment_id=a3de4bc1-64a7-4820-9271-0af72d81231c)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:25.066384 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (a7b23725-0c33-4d87-9573-2929d8402ac5), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:25.104921 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813c655e-4c46-439e-b83c-8570b7d37f32 x-openstack-request-id: req-813c655e-4c46-439e-b83c-8570b7d37f32 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:25.105414 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292af9ed-335a-4431-b80a-7f2ab8ea11a4", "name": "network-vif-plugged", "status": "completed", "tag": "a7b23725-0c33-4d87-9573-2929d8402ac5", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:25.105832 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-813c655e-4c46-439e-b83c-8570b7d37f32 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:25.106474 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813c655e-4c46-439e-b83c-8570b7d37f32'] response: {'server_uuid': '292af9ed-335a-4431-b80a-7f2ab8ea11a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b23725-0c33-4d87-9573-2929d8402ac5', 'code': 200} Apr 28 19:48:25.156823 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=a7b23725-0c33-4d87-9573-2929d8402ac5,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:25.310066 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef8ded-cf1a-471f-b892-88d5c8f19bd7 req-673139cf-9882-4e04-95f6-5bf0d4d947db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.311665 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9aef8ded-cf1a-471f-b892-88d5c8f19bd7 req-673139cf-9882-4e04-95f6-5bf0d4d947db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 1129 time: 0.0476084 Apr 28 19:48:25.368026 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9aef8ded-cf1a-471f-b892-88d5c8f19bd7 req-d6277d3c-e8e9-4015-91a3-084581c5bc52 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487692 Apr 28 19:48:25.703466 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680d738-ee17-453e-8b06-fdbad82168bb req-aa445824-c3d7-4acd-a237-5ed313d30d0e tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.705068 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f680d738-ee17-453e-8b06-fdbad82168bb req-aa445824-c3d7-4acd-a237-5ed313d30d0e tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 945 time: 0.0538611 Apr 28 19:48:25.761948 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f680d738-ee17-453e-8b06-fdbad82168bb req-ac2a5849-0562-4e80-bac3-0b4163b09f9a tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508084 Apr 28 19:48:26.893584 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bb562-74c6-4f0d-bb29-41d2aa22199c req-c82a0331-2cdb-4155-a01c-ad8212e347f6 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.896176 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5f4bb562-74c6-4f0d-bb29-41d2aa22199c req-c82a0331-2cdb-4155-a01c-ad8212e347f6 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 945 time: 0.0533285 Apr 28 19:48:26.952382 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5f4bb562-74c6-4f0d-bb29-41d2aa22199c req-a3fae522-f714-4846-b43c-34f0e09e9cfa tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498841 Apr 28 19:48:28.120176 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90552ee2-409d-4813-b684-1df7bcea1b59 req-35543b26-f734-4750-8b9f-5c5c6241fc6e tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:28.121727 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-90552ee2-409d-4813-b684-1df7bcea1b59 req-35543b26-f734-4750-8b9f-5c5c6241fc6e tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 945 time: 0.0725720 Apr 28 19:48:28.178316 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-90552ee2-409d-4813-b684-1df7bcea1b59 req-74e0d352-020f-419b-ba6b-6e5f0c933e7d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467021 Apr 28 19:48:32.515530 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39c932-0ea2-4c58-b888-68bf41e0e3d5 req-89c7ca71-2501-4e16-ade9-1b81f1400afe tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:32.520537 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e39c932-0ea2-4c58-b888-68bf41e0e3d5 req-89c7ca71-2501-4e16-ade9-1b81f1400afe tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0696659 Apr 28 19:48:32.579365 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e39c932-0ea2-4c58-b888-68bf41e0e3d5 req-a6e37255-753d-4479-b9e1-03cbf3ffef35 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541725 Apr 28 19:48:33.720531 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277bcfe-4d5b-4fb9-9044-923d66f362ed req-1a62f15f-1998-4753-9e8a-8f3f1b9e645a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:33.722409 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2277bcfe-4d5b-4fb9-9044-923d66f362ed req-1a62f15f-1998-4753-9e8a-8f3f1b9e645a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0599916 Apr 28 19:48:33.788126 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2277bcfe-4d5b-4fb9-9044-923d66f362ed req-b91c6b97-ce36-4295-b729-8fc7eb41fc68 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595059 Apr 28 19:48:34.943900 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffb7ba-ee2d-477d-a1ea-2dcd1ae4f4a6 req-f6b0150f-a6cc-44a5-a961-a94704a03a0f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:34.945889 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-afffb7ba-ee2d-477d-a1ea-2dcd1ae4f4a6 req-f6b0150f-a6cc-44a5-a961-a94704a03a0f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0508275 Apr 28 19:48:35.004183 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-afffb7ba-ee2d-477d-a1ea-2dcd1ae4f4a6 req-1bd8bc26-9663-4e71-9733-ddb63e3f4d47 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523102 Apr 28 19:48:36.141217 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf27d8b-5c6d-4964-8ca0-00fffbae07b5 req-34fecf19-92ae-4c76-b992-c1968b6f538b tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:36.142753 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8bf27d8b-5c6d-4964-8ca0-00fffbae07b5 req-34fecf19-92ae-4c76-b992-c1968b6f538b tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0547416 Apr 28 19:48:36.204865 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8bf27d8b-5c6d-4964-8ca0-00fffbae07b5 req-1ce945d6-51cc-4831-8804-5ce81ad27db5 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520697 Apr 28 19:48:37.337876 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf6a73-c261-4596-b908-b2b18950cb1c req-c2a6c1d2-0be4-4da5-a9d5-3e88981d941d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:37.339535 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fedf6a73-c261-4596-b908-b2b18950cb1c req-c2a6c1d2-0be4-4da5-a9d5-3e88981d941d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0530562 Apr 28 19:48:37.412315 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fedf6a73-c261-4596-b908-b2b18950cb1c req-8f083c12-e138-4593-a118-4eae639e7521 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665147 Apr 28 19:48:38.545893 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dfa99-54df-424f-9df5-528b017c34c9 req-6ec0396e-055c-4aae-b2fa-cac015f2a157 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:38.548143 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-185dfa99-54df-424f-9df5-528b017c34c9 req-6ec0396e-055c-4aae-b2fa-cac015f2a157 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0534682 Apr 28 19:48:38.603525 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-185dfa99-54df-424f-9df5-528b017c34c9 req-8b488a62-6782-44f5-b497-2c5782b3188e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481744 Apr 28 19:48:39.741919 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02aa873-5b3c-4a29-8874-27fd8916be59 req-ffd1ba20-2f90-42c1-a102-0909a1c429d5 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:39.743495 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c02aa873-5b3c-4a29-8874-27fd8916be59 req-ffd1ba20-2f90-42c1-a102-0909a1c429d5 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0500274 Apr 28 19:48:39.802272 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c02aa873-5b3c-4a29-8874-27fd8916be59 req-87e2b4d3-07c4-4f55-985c-85323f85b7be tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528109 Apr 28 19:48:40.367866 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:40.949510 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f948a-492d-4b07-b70e-027e200e5525 req-a3c2ee7b-a2fb-44aa-8e9d-a46386346dcf tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:40.951249 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5c3f948a-492d-4b07-b70e-027e200e5525 req-a3c2ee7b-a2fb-44aa-8e9d-a46386346dcf tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0555522 Apr 28 19:48:41.012181 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5c3f948a-492d-4b07-b70e-027e200e5525 req-adf91c59-7119-43b3-8960-f189ea4ca59c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499895 Apr 28 19:48:42.150606 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad128a-0f69-4497-8a80-dc38949f977e req-832cecf1-d0dd-4538-bd5c-8dba726953a7 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:42.152160 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-edad128a-0f69-4497-8a80-dc38949f977e req-832cecf1-d0dd-4538-bd5c-8dba726953a7 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0528159 Apr 28 19:48:42.210873 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-edad128a-0f69-4497-8a80-dc38949f977e req-cb36de71-eaba-4cf5-905c-58706238ef04 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486872 Apr 28 19:48:43.357759 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbed242-846a-4508-bcbc-79c15944176d req-f87072ba-a175-4102-aab3-2ed60706e1bc tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:43.359459 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0bbed242-846a-4508-bcbc-79c15944176d req-f87072ba-a175-4102-aab3-2ed60706e1bc tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0575976 Apr 28 19:48:43.417492 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0bbed242-846a-4508-bcbc-79c15944176d req-3f7480e4-b509-460a-b69b-ab6d814a8e95 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462747 Apr 28 19:48:44.557621 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acf2ac-0ea9-4787-a471-b57d6f258aad req-a5dfe551-1d20-4599-8f16-d32dfcc3da21 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:44.559235 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-63acf2ac-0ea9-4787-a471-b57d6f258aad req-a5dfe551-1d20-4599-8f16-d32dfcc3da21 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0605931 Apr 28 19:48:44.616984 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-63acf2ac-0ea9-4787-a471-b57d6f258aad req-9eb9bdd9-7f81-4d52-b724-ad2a82703183 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514863 Apr 28 19:48:45.781826 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933861b3-8e03-4491-b5bf-05e748bacc86 req-a96b505d-7a2e-4aec-88da-9caccdfa6984 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:45.783419 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-933861b3-8e03-4491-b5bf-05e748bacc86 req-a96b505d-7a2e-4aec-88da-9caccdfa6984 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0618672 Apr 28 19:48:45.860324 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-933861b3-8e03-4491-b5bf-05e748bacc86 req-4946b0c4-95f4-4814-ba29-9a32dbed6205 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660467 Apr 28 19:48:46.996598 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399ba08-f1f4-426b-bd21-67cd0f998688 req-ad448e08-8c7b-4940-a896-6db142365ca6 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:46.998140 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7399ba08-f1f4-426b-bd21-67cd0f998688 req-ad448e08-8c7b-4940-a896-6db142365ca6 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0526276 Apr 28 19:48:47.053160 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7399ba08-f1f4-426b-bd21-67cd0f998688 req-b0944911-21aa-4bc4-9658-e1d78c4d5e4f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490851 Apr 28 19:48:47.074769 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-5b3cd07d-556f-4e3d-be01-a5c004cf9db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:47.591418 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:48:48.214264 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7600435-2233-4525-849a-48dd71e2b129 req-393eea3b-d6f5-451e-a9c0-d18eb6906c4a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:48.216958 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e7600435-2233-4525-849a-48dd71e2b129 req-393eea3b-d6f5-451e-a9c0-d18eb6906c4a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0788376 Apr 28 19:48:48.274248 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e7600435-2233-4525-849a-48dd71e2b129 req-c9f04215-a399-433b-ae34-7f5fcbad9308 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504432 Apr 28 19:48:49.308408 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a3d32c87-e98c-4734-a50f-9d12ef6a518b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:49.425228 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038de457-43e0-4ade-8efe-1653de1313e7 req-4dd5caba-2ebf-4db0-998c-f7b7b3af04a9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:49.427147 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-038de457-43e0-4ade-8efe-1653de1313e7 req-4dd5caba-2ebf-4db0-998c-f7b7b3af04a9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0598888 Apr 28 19:48:49.484546 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-038de457-43e0-4ade-8efe-1653de1313e7 req-734c5fb2-2cee-4006-9335-c675375848f1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510459 Apr 28 19:48:50.625293 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c952dec-b897-486d-b894-d27a20f84caa req-e1cb6df5-dd4a-4f65-9605-896bb9e435b8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.626909 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1c952dec-b897-486d-b894-d27a20f84caa req-e1cb6df5-dd4a-4f65-9605-896bb9e435b8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0524886 Apr 28 19:48:50.687401 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1c952dec-b897-486d-b894-d27a20f84caa req-001f98d3-ec53-404f-b6c8-c9163f380f90 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477452 Apr 28 19:48:50.901762 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 643e264e-1e48-43e0-b1b6-b97dfd75219d details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:48:50.940646 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:51.046953 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 643e264e-1e48-43e0-b1b6-b97dfd75219d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:51.060603 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'port_id': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'mac_address': 'fa:16:3e:5c:0b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:48:51.103225 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 643e264e-1e48-43e0-b1b6-b97dfd75219d is: ACTIVE; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:48:51.103618 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:51.119652 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 643e264e-1e48-43e0-b1b6-b97dfd75219d {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:51.142231 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 643e264e-1e48-43e0-b1b6-b97dfd75219d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:51.154128 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:51.255437 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=643e264e-1e48-43e0-b1b6-b97dfd75219d,revision_number=6']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:51.320259 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['643e264e-1e48-43e0-b1b6-b97dfd75219d'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:48:51.831039 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31729f20-2616-41f4-ae2f-7191294dc4ab req-5a2cc6d8-61d2-4b2e-8f61-78d141ce8f80 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:51.833779 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-31729f20-2616-41f4-ae2f-7191294dc4ab req-5a2cc6d8-61d2-4b2e-8f61-78d141ce8f80 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 945 time: 0.0629070 Apr 28 19:48:51.894501 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-31729f20-2616-41f4-ae2f-7191294dc4ab req-71aee5d3-42e5-45b3-9ffc-975f0c125978 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541663 Apr 28 19:48:52.247271 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:52.907063 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 643e264e-1e48-43e0-b1b6-b97dfd75219d up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:48:52.960698 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 643e264e-1e48-43e0-b1b6-b97dfd75219d triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:48:52.961223 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:53.086372 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 643e264e-1e48-43e0-b1b6-b97dfd75219d is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:48:53.086654 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:53.086764 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76e2ae-88ae-4f8e-a541-98174a4b88ee req-71d715aa-e064-45fd-b024-4d6ec34a693c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:53.089384 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-db76e2ae-88ae-4f8e-a541-98174a4b88ee req-71d715aa-e064-45fd-b024-4d6ec34a693c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 945 time: 0.0753100 Apr 28 19:48:53.116703 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643e264e-1e48-43e0-b1b6-b97dfd75219d'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:53.120603 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be387a94-ca97-4a61-9ef4-44bf49a1aa9a" -d '{"events": [{"server_uuid": "36467ad6-1d64-43d9-9229-eb26e193bce6", "name": "network-vif-plugged", "status": "completed", "tag": "643e264e-1e48-43e0-b1b6-b97dfd75219d"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:48:53.136049 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 643e264e-1e48-43e0-b1b6-b97dfd75219d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:48:53.141770 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:53.184678 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-db76e2ae-88ae-4f8e-a541-98174a4b88ee req-a9295320-4e1e-48be-bd97-63d5b7e9f73e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882049 Apr 28 19:48:53.190608 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba9a017-aee1-4950-ab69-32c2783ad1e8 x-openstack-request-id: req-2ba9a017-aee1-4950-ab69-32c2783ad1e8 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:48:53.191075 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36467ad6-1d64-43d9-9229-eb26e193bce6", "name": "network-vif-plugged", "status": "completed", "tag": "643e264e-1e48-43e0-b1b6-b97dfd75219d", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:48:53.191502 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ba9a017-aee1-4950-ab69-32c2783ad1e8 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:48:53.192657 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba9a017-aee1-4950-ab69-32c2783ad1e8'] response: {'server_uuid': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'code': 200} Apr 28 19:48:53.226339 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=643e264e-1e48-43e0-b1b6-b97dfd75219d,revision_number=7']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:53.963580 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:48:54.342149 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a2f80-43d3-4070-8f38-f0dedc43fbc1 req-f3044142-8c19-4649-8926-4742149a5ceb tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.344706 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-775a2f80-43d3-4070-8f38-f0dedc43fbc1 req-f3044142-8c19-4649-8926-4742149a5ceb tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0702460 Apr 28 19:48:54.410619 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-775a2f80-43d3-4070-8f38-f0dedc43fbc1 req-c047e7e8-1f22-41aa-8b3c-349aabeed4c5 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582104 Apr 28 19:48:55.549425 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ce920-91ff-4df4-86e2-8ef568ffe61f req-b48a6cc6-99fe-40c8-b3a0-f0d277256950 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:55.551036 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3a1ce920-91ff-4df4-86e2-8ef568ffe61f req-b48a6cc6-99fe-40c8-b3a0-f0d277256950 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0590270 Apr 28 19:48:55.604092 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3a1ce920-91ff-4df4-86e2-8ef568ffe61f req-671cfe5d-55e2-4456-8d4b-f27258718e1f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470192 Apr 28 19:48:56.753166 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67845a-db05-4490-aa67-c12c2a1b8603 req-be8f10a0-f597-4cef-b9f9-40368d542df0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:56.754818 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6a67845a-db05-4490-aa67-c12c2a1b8603 req-be8f10a0-f597-4cef-b9f9-40368d542df0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0542619 Apr 28 19:48:56.819391 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6a67845a-db05-4490-aa67-c12c2a1b8603 req-5273ef4e-a14e-4da3-bbcc-422ea633f7f2 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543931 Apr 28 19:48:57.778707 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f204043-7893-442c-a128-7a87dd907b2c req-b10005c8-60bc-4f07-b6e5-7f653193de9a tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:57.780393 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6f204043-7893-442c-a128-7a87dd907b2c req-b10005c8-60bc-4f07-b6e5-7f653193de9a tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 945 time: 0.0541465 Apr 28 19:48:57.841405 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6f204043-7893-442c-a128-7a87dd907b2c req-83ba2899-3c78-41f3-8e58-012043651a51 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544431 Apr 28 19:48:57.959129 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab075d-3c4b-405b-99c0-000dcaf0696b req-c31b6d42-d73c-4cf8-bdef-7cf3d3bcf74f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:57.961335 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-31ab075d-3c4b-405b-99c0-000dcaf0696b req-c31b6d42-d73c-4cf8-bdef-7cf3d3bcf74f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0578218 Apr 28 19:48:58.016179 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-31ab075d-3c4b-405b-99c0-000dcaf0696b req-edfcebee-5101-4949-b606-ec2acf02f490 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487370 Apr 28 19:48:58.990523 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bfd94-fd52-4155-b471-c7aa10cae52e req-f536558e-eb54-471b-9086-bf4e2d625ef0 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:58.992617 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-415bfd94-fd52-4155-b471-c7aa10cae52e req-f536558e-eb54-471b-9086-bf4e2d625ef0 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 945 time: 0.0601318 Apr 28 19:48:59.079258 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-415bfd94-fd52-4155-b471-c7aa10cae52e req-56d92b0f-9883-4143-9c1d-1cd1d420bbd6 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749078 Apr 28 19:48:59.193646 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db47b6e-26cd-4181-ab29-559e5854ebf1 req-b7c721fa-0313-48cb-8aeb-595c6df5b6bc tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:59.195273 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7db47b6e-26cd-4181-ab29-559e5854ebf1 req-b7c721fa-0313-48cb-8aeb-595c6df5b6bc tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0546842 Apr 28 19:48:59.250568 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7db47b6e-26cd-4181-ab29-559e5854ebf1 req-4eff756b-e5ed-4d83-a079-792cfc3d1284 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488021 Apr 28 19:49:00.223094 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eed3e8-338b-4220-9f54-27c69e23ea2c req-8786deac-2a7b-4288-a137-144552abc0c9 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:00.224765 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-43eed3e8-338b-4220-9f54-27c69e23ea2c req-8786deac-2a7b-4288-a137-144552abc0c9 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 945 time: 0.0544899 Apr 28 19:49:00.286971 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-43eed3e8-338b-4220-9f54-27c69e23ea2c req-cf0d7ac3-3265-4bd4-a848-7678b4ae5fe5 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520902 Apr 28 19:49:00.394829 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403557fd-fdf5-42d6-8067-1f344f0433db req-609606b0-fef3-4129-8682-d6001234f96f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:00.396502 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-403557fd-fdf5-42d6-8067-1f344f0433db req-609606b0-fef3-4129-8682-d6001234f96f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0597696 Apr 28 19:49:00.457719 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-403557fd-fdf5-42d6-8067-1f344f0433db req-0bbc1ac0-b0a8-4a0f-b602-c2d86d5d138e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512140 Apr 28 19:49:01.423575 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97b78d-c365-4d8a-a0a7-7c9b93abba85 req-3bf3a7ee-8ef2-4d0e-9542-507e5e89d1dd tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:01.426371 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2c97b78d-c365-4d8a-a0a7-7c9b93abba85 req-3bf3a7ee-8ef2-4d0e-9542-507e5e89d1dd tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 945 time: 0.0566564 Apr 28 19:49:01.488973 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2c97b78d-c365-4d8a-a0a7-7c9b93abba85 req-345b7381-708c-4d0a-b535-579568301b1e tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550220 Apr 28 19:49:01.605966 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ec6d7-9490-49ec-8d00-312fc4a286d1 req-e4c7b183-3798-460e-b319-f5ac72f168b3 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:01.607894 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-638ec6d7-9490-49ec-8d00-312fc4a286d1 req-e4c7b183-3798-460e-b319-f5ac72f168b3 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0576932 Apr 28 19:49:01.668843 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-638ec6d7-9490-49ec-8d00-312fc4a286d1 req-7515b3a6-5a43-431c-91a6-4b1ed214d2b8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504174 Apr 28 19:49:02.621527 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1502f02-722f-4c82-9859-fbe9474737a4 req-8eacbc5e-3fa1-4acc-822c-b95870d43427 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:02.623006 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f1502f02-722f-4c82-9859-fbe9474737a4 req-8eacbc5e-3fa1-4acc-822c-b95870d43427 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 945 time: 0.0549746 Apr 28 19:49:02.698796 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f1502f02-722f-4c82-9859-fbe9474737a4 req-508b48bc-6c95-4287-be8d-b056ed422550 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/security-groups?id=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687349 Apr 28 19:49:02.852012 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d18f8e-e638-49aa-9984-6170f9c639e6 req-1b55b2f8-6967-4bd8-a927-4934e54c6b98 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:02.854788 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-72d18f8e-e638-49aa-9984-6170f9c639e6 req-1b55b2f8-6967-4bd8-a927-4934e54c6b98 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0852895 Apr 28 19:49:02.917448 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-72d18f8e-e638-49aa-9984-6170f9c639e6 req-ce91665c-713a-4888-b422-984b2ae813bd tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564692 Apr 28 19:49:03.254494 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14066528-5d8d-4d3d-a625-a88d133222d9 req-4181876a-c6c1-4329-a08c-0c3e5c6e6571 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:03.256095 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-14066528-5d8d-4d3d-a625-a88d133222d9 req-4181876a-c6c1-4329-a08c-0c3e5c6e6571 tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.65 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 945 time: 0.0523005 Apr 28 19:49:03.363892 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-14066528-5d8d-4d3d-a625-a88d133222d9 req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Deleting port a7b23725-0c33-4d87-9573-2929d8402ac5 {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:49:03.364248 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-14066528-5d8d-4d3d-a625-a88d133222d9 req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (a7b23725-0c33-4d87-9573-2929d8402ac5), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:03.472735 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-14066528-5d8d-4d3d-a625-a88d133222d9 req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] For port a7b23725-0c33-4d87-9573-2929d8402ac5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a7b23725-0c33-4d87-9573-2929d8402ac5,segment=NetworkSegment(a3de4bc1-64a7-4820-9271-0af72d81231c),segment_id=a3de4bc1-64a7-4820-9271-0af72d81231c)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:03.473109 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-14066528-5d8d-4d3d-a625-a88d133222d9 req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (a7b23725-0c33-4d87-9573-2929d8402ac5), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:03.488846 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-14066528-5d8d-4d3d-a625-a88d133222d9 req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Calling delete_port for a7b23725-0c33-4d87-9573-2929d8402ac5 owned by compute:nova {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:49:03.639637 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-14066528-5d8d-4d3d-a625-a88d133222d9 req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (a7b23725-0c33-4d87-9573-2929d8402ac5), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:03.654407 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['a7b23725-0c33-4d87-9573-2929d8402ac5'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:49:03.672702 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Pushing event deleted for resources: {'Port': ['ID=a7b23725-0c33-4d87-9573-2929d8402ac5,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:03.687211 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:03.687557 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:03.687925 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:03.688261 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:03.688596 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:03.689539 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:03.690016 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:03.690584 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:03.690949 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:03.691270 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:03.691632 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:03.691977 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:03.692302 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:03.692631 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:03.692944 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:03.746123 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-14066528-5d8d-4d3d-a625-a88d133222d9 req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] No DVR routers for this DVR port a7b23725-0c33-4d87-9573-2929d8402ac5 on host hv-cinder-82694 {{(pid=109984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:49:03.750193 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-14066528-5d8d-4d3d-a625-a88d133222d9 req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:03.757329 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-14066528-5d8d-4d3d-a625-a88d133222d9 req-6db3a720-cb6b-45bb-8f05-cf729ed05a8d tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.65 "DELETE /v2.0/ports/a7b23725-0c33-4d87-9573-2929d8402ac5 HTTP/1.1" status: 204 len: 173 time: 0.4935920 Apr 28 19:49:03.758088 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292af9ed-335a-4431-b80a-7f2ab8ea11a4', 'name': 'network-vif-deleted', 'tag': 'a7b23725-0c33-4d87-9573-2929d8402ac5'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:03.762169 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e27449-436d-450a-a149-29b34906a501" -d '{"events": [{"server_uuid": "292af9ed-335a-4431-b80a-7f2ab8ea11a4", "name": "network-vif-deleted", "tag": "a7b23725-0c33-4d87-9573-2929d8402ac5"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:49:03.845450 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf35810-c29a-47c0-abce-4007596dc0c4 x-openstack-request-id: req-7cf35810-c29a-47c0-abce-4007596dc0c4 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:49:03.845916 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292af9ed-335a-4431-b80a-7f2ab8ea11a4", "name": "network-vif-deleted", "tag": "a7b23725-0c33-4d87-9573-2929d8402ac5", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:49:03.846328 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7cf35810-c29a-47c0-abce-4007596dc0c4 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:49:03.846959 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf35810-c29a-47c0-abce-4007596dc0c4'] response: {'server_uuid': '292af9ed-335a-4431-b80a-7f2ab8ea11a4', 'name': 'network-vif-deleted', 'tag': 'a7b23725-0c33-4d87-9573-2929d8402ac5', 'status': 'completed', 'code': 200} Apr 28 19:49:03.850401 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dca31cbb-7dd7-4c5f-af64-b2e1f81a4a58 req-2e5945f8-1fdd-47d8-86dd-91a36336703a tempest-VolumesSnapshotTestJSON-1918836385 tempest-VolumesSnapshotTestJSON-1918836385-project] 10.222.0.62 "GET /v2.0/ports?device_id=292af9ed-335a-4431-b80a-7f2ab8ea11a4 HTTP/1.1" status: 200 len: 210 time: 0.0577030 Apr 28 19:49:04.090004 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49b50a-57e6-4a2c-a7ef-ea888201251b req-b856c7ab-263d-4f74-873a-45bc3a5f7901 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:04.091672 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ce49b50a-57e6-4a2c-a7ef-ea888201251b req-b856c7ab-263d-4f74-873a-45bc3a5f7901 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0780787 Apr 28 19:49:04.166591 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ce49b50a-57e6-4a2c-a7ef-ea888201251b req-e67e1860-07cc-4d4d-b1a5-07aa5d343e5e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649729 Apr 28 19:49:05.409186 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca553c02-1627-407c-abfe-45b73db6650b req-ec05c8e2-38a7-4908-ae43-493862aeed83 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:05.418739 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ca553c02-1627-407c-abfe-45b73db6650b req-ec05c8e2-38a7-4908-ae43-493862aeed83 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0890017 Apr 28 19:49:05.506395 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ca553c02-1627-407c-abfe-45b73db6650b req-c5eb840d-187b-479d-8995-0d72664ecba5 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829573 Apr 28 19:49:06.760133 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0759047-dbf0-4d5c-995a-2877764446ab req-2fc1ea1d-35e9-47cf-97a8-cfab4672d907 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:06.764289 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e0759047-dbf0-4d5c-995a-2877764446ab req-2fc1ea1d-35e9-47cf-97a8-cfab4672d907 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.1321471 Apr 28 19:49:06.867277 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e0759047-dbf0-4d5c-995a-2877764446ab req-74762ff7-f807-48eb-8486-aecd1a30f741 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953572 Apr 28 19:49:07.007835 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device a7b23725-0c33-4d87-9573-2929d8402ac5 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:49:07.039400 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: a7b23725-0c33-4d87-9573-2929d8402ac5 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:49:07.039879 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device a7b23725-0c33-4d87-9573-2929d8402ac5 not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:49:08.051039 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1f389-190c-485e-aeeb-0f65778b50b8 req-44982e38-4136-45a4-a189-efb0295fada8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:08.053482 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-55c1f389-190c-485e-aeeb-0f65778b50b8 req-44982e38-4136-45a4-a189-efb0295fada8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0621858 Apr 28 19:49:08.124235 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-55c1f389-190c-485e-aeeb-0f65778b50b8 req-19d68ed7-8f78-4edc-9ca3-2304d24b6ad8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569899 Apr 28 19:49:09.395204 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a911f-d73e-425c-b291-ae92cf065d92 req-53d59499-eaad-4b75-8d41-9e84cc29aacf tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:09.402921 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8b2a911f-d73e-425c-b291-ae92cf065d92 req-53d59499-eaad-4b75-8d41-9e84cc29aacf tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.1199610 Apr 28 19:49:09.460930 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8b2a911f-d73e-425c-b291-ae92cf065d92 req-1d3a5d0c-528a-4c1e-9fd0-fc5b2cec288e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567896 Apr 28 19:49:09.853319 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1780e6b2-7a2b-41c1-bcbd-5de8aa20724f req-3b836e0d-e009-457f-b586-a07f0548a60a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525002 Apr 28 19:49:09.962607 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780e6b2-7a2b-41c1-bcbd-5de8aa20724f req-74aa3d97-f221-463a-abe7-977165f2f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:09.964574 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1780e6b2-7a2b-41c1-bcbd-5de8aa20724f req-74aa3d97-f221-463a-abe7-977165f2f746 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 1130 time: 0.0625179 Apr 28 19:49:10.158288 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780e6b2-7a2b-41c1-bcbd-5de8aa20724f req-dd91fcd9-1f70-4f24-8d4a-2034b165de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:10.159818 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1780e6b2-7a2b-41c1-bcbd-5de8aa20724f req-dd91fcd9-1f70-4f24-8d4a-2034b165de52 service neutron] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 919 time: 0.1681232 Apr 28 19:49:10.204642 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1780e6b2-7a2b-41c1-bcbd-5de8aa20724f req-d4e6770f-9e52-43e2-a9e8-6de5d422944e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92c5dae6-f3d6-4246-a2a2-51a498366224 HTTP/1.1" status: 200 len: 217 time: 0.0378289 Apr 28 19:49:10.299184 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780e6b2-7a2b-41c1-bcbd-5de8aa20724f req-eb9c7a93-0632-44df-af4d-06e87fc9f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:10.301416 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1780e6b2-7a2b-41c1-bcbd-5de8aa20724f req-eb9c7a93-0632-44df-af4d-06e87fc9f315 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.0899422 Apr 28 19:49:10.359210 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780e6b2-7a2b-41c1-bcbd-5de8aa20724f req-f2aafe1a-6e90-4df9-90bf-5f0140ecad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:10.361895 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1780e6b2-7a2b-41c1-bcbd-5de8aa20724f req-f2aafe1a-6e90-4df9-90bf-5f0140ecad76 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0523567 Apr 28 19:49:10.402783 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:10.566113 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1780e6b2-7a2b-41c1-bcbd-5de8aa20724f req-ff9153f1-751e-42e2-b0ed-afc9f682d555 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922050 Apr 28 19:49:10.641989 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6814c-6d0a-450b-a5dd-2622e12fc693 req-670abd25-d956-4629-b26a-7fefef27edec tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:10.651972 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-17e6814c-6d0a-450b-a5dd-2622e12fc693 req-670abd25-d956-4629-b26a-7fefef27edec tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0791786 Apr 28 19:49:10.721547 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-17e6814c-6d0a-450b-a5dd-2622e12fc693 req-fb997f5f-eaac-4afe-aebe-51e5887b8f15 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682395 Apr 28 19:49:10.777785 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1780e6b2-7a2b-41c1-bcbd-5de8aa20724f req-0f787bfb-e4f2-478f-b919-54954d4645b4 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027678 Apr 28 19:49:11.891479 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b885054-e23a-4e9c-9276-2a35915ff7d5 req-82551679-a481-469d-8203-565e6b86c91a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:11.895234 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2b885054-e23a-4e9c-9276-2a35915ff7d5 req-82551679-a481-469d-8203-565e6b86c91a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0701892 Apr 28 19:49:11.995450 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2b885054-e23a-4e9c-9276-2a35915ff7d5 req-2255e07a-d1af-47ef-8843-d88b5bfa0ff6 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824559 Apr 28 19:49:13.220693 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee1108-2668-4a68-a5d0-d8678b8bcf65 req-4c662231-0e41-4c85-be52-8f78ea8e5fe1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:13.224672 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-48ee1108-2668-4a68-a5d0-d8678b8bcf65 req-4c662231-0e41-4c85-be52-8f78ea8e5fe1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0904689 Apr 28 19:49:13.319899 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-48ee1108-2668-4a68-a5d0-d8678b8bcf65 req-11010c36-00ec-484e-acd1-8ee1eac393bd tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860050 Apr 28 19:49:14.503276 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c5463-a528-4d52-8ebf-1383264f0eb7 req-87e6a1b7-facb-4eb9-a2f1-6a8385686374 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:14.504913 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-080c5463-a528-4d52-8ebf-1383264f0eb7 req-87e6a1b7-facb-4eb9-a2f1-6a8385686374 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0721354 Apr 28 19:49:14.575271 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-080c5463-a528-4d52-8ebf-1383264f0eb7 req-eac4dcec-0b48-4bc9-8a7d-0bf031055d47 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622339 Apr 28 19:49:15.814079 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b3dbf-b2e1-4536-b109-720ece213020 req-f31cbf17-efc8-4107-baef-303c647af2f6 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:15.826668 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b39b3dbf-b2e1-4536-b109-720ece213020 req-f31cbf17-efc8-4107-baef-303c647af2f6 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.1252294 Apr 28 19:49:15.917050 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b39b3dbf-b2e1-4536-b109-720ece213020 req-bec21029-9839-4e81-bc9b-2078201db79a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884306 Apr 28 19:49:17.080829 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-b328c924-6fff-4ebc-8a78-b662e097defa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:17.107749 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8f781-9676-4560-aa19-5448f533d960 req-a8cf44b2-46d1-4723-91c1-424c6b528d8b tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:17.111579 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-88f8f781-9676-4560-aa19-5448f533d960 req-a8cf44b2-46d1-4723-91c1-424c6b528d8b tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0796621 Apr 28 19:49:17.188528 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-88f8f781-9676-4560-aa19-5448f533d960 req-c59cfb0e-fa6b-42fc-85a4-d076a45eaecf tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699806 Apr 28 19:49:18.406785 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f812f0-d506-416a-8c61-517b652024f0 req-4ad0f730-0ee1-47cb-b038-3ae9e9a79074 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:18.410623 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-77f812f0-d506-416a-8c61-517b652024f0 req-4ad0f730-0ee1-47cb-b038-3ae9e9a79074 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.1016519 Apr 28 19:49:18.511854 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-77f812f0-d506-416a-8c61-517b652024f0 req-50263afc-7c59-44c9-918a-dbc79b2ceeb9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917451 Apr 28 19:49:19.352920 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-dd7ae4c6-005b-497e-a695-9e893f3a669a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:19.699066 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba82c9-afc0-4751-b347-d3c9e1709497 req-4f32ec4a-6d58-4f23-9d02-b7c917ddd21d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:19.700725 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c1ba82c9-afc0-4751-b347-d3c9e1709497 req-4f32ec4a-6d58-4f23-9d02-b7c917ddd21d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0826831 Apr 28 19:49:19.803344 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c1ba82c9-afc0-4751-b347-d3c9e1709497 req-03a7f323-432e-4a7d-993d-1cb33755556b tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905430 Apr 28 19:49:20.932431 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:20.946884 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc70f61-eb57-4be9-9bae-3235a21c876f req-51cfb86d-b7e8-4a5e-9ba9-7c023685998c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:20.948803 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7dc70f61-eb57-4be9-9bae-3235a21c876f req-51cfb86d-b7e8-4a5e-9ba9-7c023685998c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0594063 Apr 28 19:49:21.006416 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7dc70f61-eb57-4be9-9bae-3235a21c876f req-f10a28da-a1ea-4a35-89e0-fdc36d9fad50 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510368 Apr 28 19:49:21.478213 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fca92-9be3-4872-8e45-8fc504adfefd req-82421df5-3c51-471f-822c-236b5da8e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:21.479707 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd7fca92-9be3-4872-8e45-8fc504adfefd req-82421df5-3c51-471f-822c-236b5da8e7ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe&device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 1130 time: 0.0441461 Apr 28 19:49:21.585253 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fca92-9be3-4872-8e45-8fc504adfefd req-f5dc587a-1c36-47da-a5ab-6d879af12b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:21.586993 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd7fca92-9be3-4872-8e45-8fc504adfefd req-f5dc587a-1c36-47da-a5ab-6d879af12b61 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3dcd011-1276-4838-a5e9-d63807bfdd83 HTTP/1.1" status: 200 len: 918 time: 0.0992153 Apr 28 19:49:21.665845 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd7fca92-9be3-4872-8e45-8fc504adfefd req-6868df95-dbb4-4042-b8ea-49db92a714bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d HTTP/1.1" status: 200 len: 1002 time: 0.0716820 Apr 28 19:49:21.722065 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fca92-9be3-4872-8e45-8fc504adfefd req-5d373df2-64d0-43cb-9e5d-7e5eac188e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:21.723585 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd7fca92-9be3-4872-8e45-8fc504adfefd req-5d373df2-64d0-43cb-9e5d-7e5eac188e38 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3c2d8fac-6409-4404-8d0b-acd651903b10 HTTP/1.1" status: 200 len: 856 time: 0.0504420 Apr 28 19:49:21.771581 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fca92-9be3-4872-8e45-8fc504adfefd req-ec4dbe91-ff24-4f4c-80e6-022cb4359348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:21.773127 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd7fca92-9be3-4872-8e45-8fc504adfefd req-ec4dbe91-ff24-4f4c-80e6-022cb4359348 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3dcd011-1276-4838-a5e9-d63807bfdd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428579 Apr 28 19:49:21.886407 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd7fca92-9be3-4872-8e45-8fc504adfefd req-63a0ce8f-70d4-4d9e-84a6-c8b5650634ea service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056464 Apr 28 19:49:21.993166 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dd7fca92-9be3-4872-8e45-8fc504adfefd req-7f8add03-01e6-4ac1-9336-7128a9e29d8e service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993028 Apr 28 19:49:22.156080 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c90c2-3aa9-4f8e-9d0f-b1bf7a111fad req-8810f840-5471-46f6-a665-6aa0ef647625 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:22.158746 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e81c90c2-3aa9-4f8e-9d0f-b1bf7a111fad req-8810f840-5471-46f6-a665-6aa0ef647625 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 946 time: 0.0623226 Apr 28 19:49:22.227082 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e81c90c2-3aa9-4f8e-9d0f-b1bf7a111fad req-d6676962-5657-4278-bc3d-ad18241c765c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619266 Apr 28 19:49:22.262836 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:23.091099 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 643e264e-1e48-43e0-b1b6-b97dfd75219d no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:49:23.184076 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 643e264e-1e48-43e0-b1b6-b97dfd75219d is: ACTIVE; New status is: DOWN {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:23.184617 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:23.213048 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '643e264e-1e48-43e0-b1b6-b97dfd75219d'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:23.216686 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9feecf-a455-4b2d-bbd3-649180278f9d" -d '{"events": [{"server_uuid": "36467ad6-1d64-43d9-9229-eb26e193bce6", "name": "network-vif-unplugged", "status": "completed", "tag": "643e264e-1e48-43e0-b1b6-b97dfd75219d"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:49:23.231571 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 643e264e-1e48-43e0-b1b6-b97dfd75219d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:23.238906 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:23.277357 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce259e2-3334-48f4-9eef-860754a3f397 x-openstack-request-id: req-0ce259e2-3334-48f4-9eef-860754a3f397 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:49:23.278427 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36467ad6-1d64-43d9-9229-eb26e193bce6", "name": "network-vif-unplugged", "status": "completed", "tag": "643e264e-1e48-43e0-b1b6-b97dfd75219d", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:49:23.278427 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ce259e2-3334-48f4-9eef-860754a3f397 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:49:23.278730 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce259e2-3334-48f4-9eef-860754a3f397'] response: {'server_uuid': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'code': 200} Apr 28 19:49:23.318999 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=643e264e-1e48-43e0-b1b6-b97dfd75219d,revision_number=8']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:23.327256 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:23.327578 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:23.327955 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:23.328324 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:23.328843 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:23.329291 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:23.329638 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:23.330019 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:23.330346 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:23.330662 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:23.330983 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:23.331319 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:23.331646 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:23.331989 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:23.332307 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:23.387419 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7d313-bb64-41fc-902f-d7123e0ef4ff req-95618eab-4966-4781-bc39-7d611743fcad tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:23.389050 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8ec7d313-bb64-41fc-902f-d7123e0ef4ff req-95618eab-4966-4781-bc39-7d611743fcad tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.0603497 Apr 28 19:49:23.451211 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8ec7d313-bb64-41fc-902f-d7123e0ef4ff req-7afb86ce-27f5-46a2-806f-f5b6aa4eeb7c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503144 Apr 28 19:49:23.964624 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:24.591568 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:49:24.618613 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612759e4-db36-4043-a8e8-71f7db2dd373 req-35c5b4e5-47ad-4899-96c6-8aa74ea4c84d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:24.621231 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-612759e4-db36-4043-a8e8-71f7db2dd373 req-35c5b4e5-47ad-4899-96c6-8aa74ea4c84d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.0751026 Apr 28 19:49:24.678555 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-612759e4-db36-4043-a8e8-71f7db2dd373 req-667af1bf-cb71-41ae-ba98-9bd028c2742b tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506301 Apr 28 19:49:25.322603 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [req-64fa1f0b-5d0c-4fb5-bb33-a5425bb526c1 req-c96a909f-fcd9-47d9-a932-5c44b196d120 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:49:25.323712 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-64fa1f0b-5d0c-4fb5-bb33-a5425bb526c1 req-c96a909f-fcd9-47d9-a932-5c44b196d120 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059662 Apr 28 19:49:25.513202 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240c340-7470-43ae-a573-db3d6a4d6c44 req-4d745f30-3d0d-484f-86b4-09f8fdb068e7 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:25.514811 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a240c340-7470-43ae-a573-db3d6a4d6c44 req-4d745f30-3d0d-484f-86b4-09f8fdb068e7 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.0598526 Apr 28 19:49:25.567830 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a240c340-7470-43ae-a573-db3d6a4d6c44 req-03844ffc-7585-47f0-b1ee-d74a242c80da tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468154 Apr 28 19:49:25.770948 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 55772) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:25.863519 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-aeb72509-4b7f-4e7c-bb02-b0a5acace8a3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0913527 Apr 28 19:49:25.872524 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-568abf39-5e7d-4d59-be9c-b78c2726f79e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:49:25.873568 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-568abf39-5e7d-4d59-be9c-b78c2726f79e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052762 Apr 28 19:49:25.958823 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 55784) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:25.959051 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55782) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:26.012650 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afc33df-d381-45d8-9b9d-4c0374fe2399 admin admin] Deleting subnet 4431121d-2304-4d21-82e1-cb4db6cbdfe2 {{(pid=109984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:49:26.016988 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8afc33df-d381-45d8-9b9d-4c0374fe2399 admin admin] Publish callbacks [] for subnet (4431121d-2304-4d21-82e1-cb4db6cbdfe2), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:26.055312 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8afc33df-d381-45d8-9b9d-4c0374fe2399 admin admin] Publish callbacks [] for subnet (4431121d-2304-4d21-82e1-cb4db6cbdfe2), precommit_delete_associations {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:26.061680 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8afc33df-d381-45d8-9b9d-4c0374fe2399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863777'] for subnet (4431121d-2304-4d21-82e1-cb4db6cbdfe2), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:26.083288 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-47430ddd-49c4-44e2-b2af-d01e934a0cd0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:26.084845 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-47430ddd-49c4-44e2-b2af-d01e934a0cd0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports/643e264e-1e48-43e0-b1b6-b97dfd75219d HTTP/1.1" status: 200 len: 941 time: 0.1247323 Apr 28 19:49:26.129986 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8afc33df-d381-45d8-9b9d-4c0374fe2399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for subnet (4431121d-2304-4d21-82e1-cb4db6cbdfe2), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:26.159142 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc33df-d381-45d8-9b9d-4c0374fe2399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4431121d-2304-4d21-82e1-cb4db6cbdfe2,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:26.162830 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8afc33df-d381-45d8-9b9d-4c0374fe2399 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:26.166439 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-8afc33df-d381-45d8-9b9d-4c0374fe2399 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4431121d-2304-4d21-82e1-cb4db6cbdfe2 HTTP/1.1" status: 204 len: 168 time: 0.2060094 Apr 28 19:49:26.170132 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55790) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:26.252728 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002127'] for network (2db6f002-b12c-425e-bcff-88ed0e994038), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:26.344880 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874428', 'neutron.services.segments.db._delete_segments_for_network-8753808390777'] for network (2db6f002-b12c-425e-bcff-88ed0e994038), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:26.368561 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db6f002-b12c-425e-bcff-88ed0e994038']}} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:26.379556 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3de4bc1-64a7-4820-9271-0af72d81231c') {'for_net_delete': True} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:26.379931 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3de4bc1-64a7-4820-9271-0af72d81231c') {} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:26.393820 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753808389762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8553631'] for segment (a3de4bc1-64a7-4820-9271-0af72d81231c), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:26.415527 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (a3de4bc1-64a7-4820-9271-0af72d81231c), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:26.425691 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=109983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:49:26.426645 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2295843'] for segment (a3de4bc1-64a7-4820-9271-0af72d81231c), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: Traceback (most recent call last): Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: timer() Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: cb(*args, **kw) Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: return func(*args, **kwargs) Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: self._notify() Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: self.callback(batched_events) Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: event.method(event) Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: return f(self, *a, **k) Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: return self._get(url).json() Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: return self.request(url, 'GET', **kwargs) Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:49:26.429776 dv-cinder-826949-7-smb neutron-server[109983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:49:26.515399 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703573'] for network (2db6f002-b12c-425e-bcff-88ed0e994038), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:26.524126 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:26.529151 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] 10.222.0.62 "DELETE /v2.0/networks/2db6f002-b12c-425e-bcff-88ed0e994038 HTTP/1.1" status: 204 len: 168 time: 0.3577046 Apr 28 19:49:26.544861 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Pushing event deleted for resources: {'Network': ['ID=2db6f002-b12c-425e-bcff-88ed0e994038,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:26.555181 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:26.555531 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:26.555927 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:26.556273 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:26.556602 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:26.556935 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:26.557256 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:26.557864 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:26.558033 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:26.558193 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:26.558863 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:26.559178 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:26.559495 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:26.559842 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:26.560240 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b1053-3566-46be-9535-cc23f2ec944c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:26.701369 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55802) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:26.796084 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f7d66-1a5b-44cd-b3be-3114f1ed3006 req-fd50b9bd-af97-4d2a-a9fa-6860bfa665a9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:26.797685 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fa5f7d66-1a5b-44cd-b3be-3114f1ed3006 req-fd50b9bd-af97-4d2a-a9fa-6860bfa665a9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.1429586 Apr 28 19:49:26.803048 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-7645d874-9964-495a-9fa8-445f6b840395 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=954b64d9295148649be7e07ed9dd7710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0977762 Apr 28 19:49:26.803487 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55806) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:26.914976 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fa5f7d66-1a5b-44cd-b3be-3114f1ed3006 req-ea2075c7-b592-4d7b-b216-dcd9266a1453 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909350 Apr 28 19:49:26.920689 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-007ff5b1-4fc8-45d7-a103-0569980655c7 admin admin] Publish callbacks [] for security_group (9814f0d1-7791-4c6c-ad1d-98d0f1a646cb), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:26.952720 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-007ff5b1-4fc8-45d7-a103-0569980655c7 admin admin] Publish callbacks [] for security_group (9814f0d1-7791-4c6c-ad1d-98d0f1a646cb), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:27.013613 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-007ff5b1-4fc8-45d7-a103-0569980655c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (9814f0d1-7791-4c6c-ad1d-98d0f1a646cb), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:27.018669 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-007ff5b1-4fc8-45d7-a103-0569980655c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:27.021161 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-007ff5b1-4fc8-45d7-a103-0569980655c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9814f0d1-7791-4c6c-ad1d-98d0f1a646cb HTTP/1.1" status: 204 len: 168 time: 0.2159371 Apr 28 19:49:27.037298 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ff5b1-4fc8-45d7-a103-0569980655c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9814f0d1-7791-4c6c-ad1d-98d0f1a646cb,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:27.114478 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 643e264e-1e48-43e0-b1b6-b97dfd75219d no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:49:27.226192 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 643e264e-1e48-43e0-b1b6-b97dfd75219d is: DOWN; New status is: DOWN {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:27.566989 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-b448e635-a7ea-4296-9cf8-cb5a0f0a2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:27.568466 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-b448e635-a7ea-4296-9cf8-cb5a0f0a2ca5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6&tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe HTTP/1.1" status: 200 len: 1128 time: 0.0796769 Apr 28 19:49:27.663063 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-b6263a97-86f5-4f6d-9ff7-bd875a287320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:27.664995 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-b6263a97-86f5-4f6d-9ff7-bd875a287320 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe&device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 1128 time: 0.0683298 Apr 28 19:49:27.770807 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-03f7a639-373f-4e09-ac12-d2154cca5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:27.772304 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-03f7a639-373f-4e09-ac12-d2154cca5c15 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3dcd011-1276-4838-a5e9-d63807bfdd83 HTTP/1.1" status: 200 len: 918 time: 0.0995131 Apr 28 19:49:27.847001 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-29829b16-bf5d-464d-a720-c33cd4935745 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d HTTP/1.1" status: 200 len: 1000 time: 0.0678837 Apr 28 19:49:27.902618 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55828) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:27.902846 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-451b9041-d705-4a5e-8f51-6f464583d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:27.904173 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-451b9041-d705-4a5e-8f51-6f464583d14e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3c2d8fac-6409-4404-8d0b-acd651903b10 HTTP/1.1" status: 200 len: 856 time: 0.0512261 Apr 28 19:49:27.962798 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-0972a3ca-e740-49a2-b384-ed1442ef310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:27.964660 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-0972a3ca-e740-49a2-b384-ed1442ef310a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3dcd011-1276-4838-a5e9-d63807bfdd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0512512 Apr 28 19:49:28.041855 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1672016294-network', 'tenant_id': '2774778ad450444faa1f0b70683b5d73'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:49:28.069205 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] Made reservation on behalf of 2774778ad450444faa1f0b70683b5d73 for: {'network': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:28.072008 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:28.080125 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-91191535-92af-4dd7-b61b-b6c1f03078df service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085608 Apr 28 19:49:28.089493 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:28.195743 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3c552bff-ed22-49c3-95bb-24934096e5b2 req-6d136efe-f891-4f8d-865a-fd68e6372010 service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090991 Apr 28 19:49:28.220039 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] Publish callbacks [] for security_group (57490857-be86-4c7f-b5f1-f14490866d56), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:28.226844 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (57490857-be86-4c7f-b5f1-f14490866d56), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:28.277101 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=109983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:49:28.295901 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57490857-be86-4c7f-b5f1-f14490866d56,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:28.304478 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (14da1f0b-a743-474a-b078-742a29e6049d), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:28.305020 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.segments_db [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] Added segment 14da1f0b-a743-474a-b078-742a29e6049d of type vlan for network b1e58871-fcfd-4262-aa17-3a8234ad9048 Apr 28 19:49:28.310427 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281b5a9-a8f6-46e0-a7fa-d50f1d5bb2fb req-e88e7f64-ce28-4dd7-8573-b430e46f5b6c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:28.313620 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9281b5a9-a8f6-46e0-a7fa-d50f1d5bb2fb req-e88e7f64-ce28-4dd7-8573-b430e46f5b6c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.2759583 Apr 28 19:49:28.354704 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (b1e58871-fcfd-4262-aa17-3a8234ad9048), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:28.369337 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9281b5a9-a8f6-46e0-a7fa-d50f1d5bb2fb req-73440e45-e97c-480e-861c-6499866ed052 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481951 Apr 28 19:49:28.388891 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (b1e58871-fcfd-4262-aa17-3a8234ad9048), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:28.390382 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:28.392094 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:28.437736 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 55848) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:28.438020 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5340044 Apr 28 19:49:28.444686 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-9efc86d7-6a55-461b-be35-f4f6023f2f0a admin admin] Request body: {'subnet': {'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1672016294-subnet', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'ip_version': 4}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:49:28.473862 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150c767-cd0b-4862-8070-990abe4f4da7 admin admin] Pushing event updated for resources: {'Network': ['ID=b1e58871-fcfd-4262-aa17-3a8234ad9048,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:28.478850 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efc86d7-6a55-461b-be35-f4f6023f2f0a admin admin] Made reservation on behalf of 2774778ad450444faa1f0b70683b5d73 for: {'subnet': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:28.483322 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9efc86d7-6a55-461b-be35-f4f6023f2f0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:28.491318 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network b1e58871-fcfd-4262-aa17-3a8234ad9048 details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:49:28.730569 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9efc86d7-6a55-461b-be35-f4f6023f2f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for subnet (8f160553-b30a-4983-8eab-abb541ae5434), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:28.792940 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc86d7-6a55-461b-be35-f4f6023f2f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f160553-b30a-4983-8eab-abb541ae5434,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:28.803295 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efc86d7-6a55-461b-be35-f4f6023f2f0a admin admin] Checking segment: {'id': '14da1f0b-a743-474a-b078-742a29e6049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:49:28.803909 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc86d7-6a55-461b-be35-f4f6023f2f0a admin admin] Network hostable DHCP agents. Network: b1e58871-fcfd-4262-aa17-3a8234ad9048, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:49:28.838822 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc86d7-6a55-461b-be35-f4f6023f2f0a admin admin] Network b1e58871-fcfd-4262-aa17-3a8234ad9048 is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:49:28.854496 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-9efc86d7-6a55-461b-be35-f4f6023f2f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, b1e58871-fcfd-4262-aa17-3a8234ad9048) {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:28.866673 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88236f2-ba06-45a0-a321-5c0a8fc57e8f None None] Network b1e58871-fcfd-4262-aa17-3a8234ad9048 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:49:28.873573 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc86d7-6a55-461b-be35-f4f6023f2f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:28.874494 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9efc86d7-6a55-461b-be35-f4f6023f2f0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:28.912307 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-9efc86d7-6a55-461b-be35-f4f6023f2f0a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4728453 Apr 28 19:49:28.923484 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55864) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:28.938900 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:49:29.013060 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4115884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1076'] for router (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:29.019437 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4116252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4119717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1085'] for router (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:29.100781 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93ac679c-a999-5b9b-9bdf-54fab116b281-b1e58871-fcfd-4262-aa17-3a8234ad9048', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'project_id': '2774778ad450444faa1f0b70683b5d73', 'fixed_ips': [{'subnet_id': '8f160553-b30a-4983-8eab-abb541ae5434'}]}} from dv-cinder-826949-7-smb. {{(pid=109985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:49:29.102847 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:29.153405 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Publish callbacks [] for router_controller (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), precommit_add_association {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:29.400166 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Publish callbacks [] for router_gateway (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:29.456334 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.db_base_plugin_common [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Allocated IP 172.20.0.2 (b1e58871-fcfd-4262-aa17-3a8234ad9048/8f160553-b30a-4983-8eab-abb541ae5434/3b2bfb14-41ce-45d4-b177-b7ea382e1c6f) {{(pid=109985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:29.821265 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Publish callbacks [] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), precommit_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:29.826511 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Publish callbacks [] for router_gateway (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:29.834250 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:29.846499 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a35d96-8881-483d-a094-26649b6d936f req-7344e6d4-b340-432f-a913-7ed9128f5268 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:29.848506 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b5a35d96-8881-483d-a094-26649b6d936f req-7344e6d4-b340-432f-a913-7ed9128f5268 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.2630489 Apr 28 19:49:29.869858 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:29.937239 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Pushing event updated for resources: {'Port': ['ID=3b2bfb14-41ce-45d4-b177-b7ea382e1c6f,revision_number=1']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:29.978085 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Network b1e58871-fcfd-4262-aa17-3a8234ad9048 is already hosted by enough agents. {{(pid=109985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:29.980166 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.base_scheduler [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Resources bound (agent type, host, resource id): {{(pid=109985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:29.983233 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Received port after_create {{(pid=109985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:30.002487 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b5a35d96-8881-483d-a094-26649b6d936f req-ff0d2250-ab1d-4ed1-a35c-8af3e32d5dbe tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296289 Apr 28 19:49:30.104711 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Attempting to bind port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:49:30.105783 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Attempting to bind port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': '14da1f0b-a743-474a-b078-742a29e6049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:49:30.106824 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Attempting to bind port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f on network b1e58871-fcfd-4262-aa17-3a8234ad9048 {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:30.120377 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:49:30.126449 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Checking segment: {'id': '14da1f0b-a743-474a-b078-742a29e6049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:49:30.127425 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:30.128433 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Bound using segment: {'id': '14da1f0b-a743-474a-b078-742a29e6049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:49:30.129538 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Bound port: 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14da1f0b-a743-474a-b078-742a29e6049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:49:30.130408 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:30.176992 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Allocated IP 172.28.0.193 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/cd93cb33-bb3e-4c08-908a-b2cc34c0f744) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:30.278748 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] For port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:30.283741 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] For port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=3b2bfb14-41ce-45d4-b177-b7ea382e1c6f,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:49:30.303317 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:30.383837 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7501c8-232a-40c0-93c6-8bae3164eb29 None None] Pushing event updated for resources: {'Port': ['ID=3b2bfb14-41ce-45d4-b177-b7ea382e1c6f,revision_number=2']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:30.414758 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Publish callbacks [] for port (cd93cb33-bb3e-4c08-908a-b2cc34c0f744), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:30.487168 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (cd93cb33-bb3e-4c08-908a-b2cc34c0f744), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:30.536236 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:30.538937 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:30.543319 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:31.069176 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Pushing event updated for resources: {'Port': ['ID=cd93cb33-bb3e-4c08-908a-b2cc34c0f744,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:31.276352 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78e1a1-a26d-4ba9-b7a6-42e7e567b9f1 req-985b7489-5d19-4d89-9e1e-5b94aadbab65 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:31.279276 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-db78e1a1-a26d-4ba9-b7a6-42e7e567b9f1 req-985b7489-5d19-4d89-9e1e-5b94aadbab65 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.0855877 Apr 28 19:49:31.357114 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-db78e1a1-a26d-4ba9-b7a6-42e7e567b9f1 req-7d9e6fc3-c14e-4476-a6d0-7277642f49d8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708189 Apr 28 19:49:31.462408 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Publish callbacks [] for router_gateway (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:31.878198 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4116245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704025'] for router (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:32.252814 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 is scheduled to L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae with binding_index 1 {{(pid=109983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:49:32.385221 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fbd4c0-9b79-4c63-9c58-bffc1792114c None None] Network b1e58871-fcfd-4262-aa17-3a8234ad9048 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:49:32.432684 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:49:32.451031 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Sync routers for ids ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:49:32.491110 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:32.492588 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-060d5081-2c04-44f3-a859-e386e700c028 None None] Provisioning complete for port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:32.492948 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-060d5081-2c04-44f3-a859-e386e700c028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:32.494743 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-1e10183d-35b0-4801-a06b-82adbe0e5c92 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5681229 Apr 28 19:49:32.498003 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55874) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:32.516397 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Routers {'2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:49:32.517764 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:49:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:32.599011 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:32.614039 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28478f53-0e6c-4730-b2b9-2750d5721a79 req-018c28f3-927c-4c9a-822c-7bfab2a499bd tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:32.621875 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-28478f53-0e6c-4730-b2b9-2750d5721a79 req-018c28f3-927c-4c9a-822c-7bfab2a499bd tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.1155124 Apr 28 19:49:32.809157 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-28478f53-0e6c-4730-b2b9-2750d5721a79 req-31bc2755-3cbd-493c-91c7-b0a9e9d8894d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850984 Apr 28 19:49:32.900925 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Set router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:49:33.055240 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-060d5081-2c04-44f3-a859-e386e700c028 None None] Current status of the port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:33.064951 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-060d5081-2c04-44f3-a859-e386e700c028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:33.107916 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:33.108513 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:33.216186 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:31Z', 'revision_number': 3, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'gw_port': {'id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:33.325202 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Checking router: 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:49:33.325649 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Updating router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 port cd93cb33-bb3e-4c08-908a-b2cc34c0f744 binding host dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:49:33.359129 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-060d5081-2c04-44f3-a859-e386e700c028 None None] For port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=3b2bfb14-41ce-45d4-b177-b7ea382e1c6f,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:33.370761 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-060d5081-2c04-44f3-a859-e386e700c028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:33.436337 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (cd93cb33-bb3e-4c08-908a-b2cc34c0f744), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:33.499152 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d5081-2c04-44f3-a859-e386e700c028 None None] Pushing event updated for resources: {'Port': ['ID=3b2bfb14-41ce-45d4-b177-b7ea382e1c6f,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:33.601223 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:33.604315 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-b4c6c6ba-2d41-450e-b360-2f20ad1e76be None None] Provisioning complete for port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:33.605230 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-b4c6c6ba-2d41-450e-b360-2f20ad1e76be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:33.722780 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:33.882208 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6c6ba-2d41-450e-b360-2f20ad1e76be None None] Current status of the port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:33.978329 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Publish callbacks [] for port (cd93cb33-bb3e-4c08-908a-b2cc34c0f744), precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:33.989778 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (cd93cb33-bb3e-4c08-908a-b2cc34c0f744), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:34.061283 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Allocated IP 172.20.0.1 (b1e58871-fcfd-4262-aa17-3a8234ad9048/8f160553-b30a-4983-8eab-abb541ae5434/fc4fa2b0-e9a6-4511-bb2b-be572640ea1f) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:34.122255 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6e4d6-41cb-4199-b37e-0109864c447f req-0b444928-d8b7-4107-9f0e-ac7cff7ea56d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:34.138661 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Pushing event updated for resources: {'Port': ['ID=cd93cb33-bb3e-4c08-908a-b2cc34c0f744,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:34.144327 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-99d6e4d6-41cb-4199-b37e-0109864c447f req-0b444928-d8b7-4107-9f0e-ac7cff7ea56d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.1604185 Apr 28 19:49:34.150228 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:34.150589 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:34.150909 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:34.151652 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:34.152073 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:34.152508 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:34.152829 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:34.153145 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:34.153484 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:34.153814 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:34.154185 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:34.154531 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:34.165895 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:34.166375 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:34.166710 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:34.184235 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Attempting to bind port cd93cb33-bb3e-4c08-908a-b2cc34c0f744 on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:49:34.184599 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Attempting to bind port cd93cb33-bb3e-4c08-908a-b2cc34c0f744 by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:49:34.184962 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Attempting to bind port cd93cb33-bb3e-4c08-908a-b2cc34c0f744 on network dbab025d-de0a-47ac-91fe-6d3e732a910f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:34.202650 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:49:34.203886 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Checking segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:49:34.204303 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:34.204710 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Bound using segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:49:34.205214 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Bound port: cd93cb33-bb3e-4c08-908a-b2cc34c0f744, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:49:34.205597 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (cd93cb33-bb3e-4c08-908a-b2cc34c0f744), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:34.224150 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Publish callbacks [] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:34.275443 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:34.284490 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-99d6e4d6-41cb-4199-b37e-0109864c447f req-967566d5-7ecb-45a8-8a0c-04175cc8d57d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328945 Apr 28 19:49:34.307525 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Network b1e58871-fcfd-4262-aa17-3a8234ad9048 is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:34.329992 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:34.334567 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:34.350656 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] For port cd93cb33-bb3e-4c08-908a-b2cc34c0f744, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:34.357042 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] For port cd93cb33-bb3e-4c08-908a-b2cc34c0f744, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=cd93cb33-bb3e-4c08-908a-b2cc34c0f744,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:49:34.372462 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (cd93cb33-bb3e-4c08-908a-b2cc34c0f744), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:34.396254 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Pushing event updated for resources: {'Port': ['ID=fc4fa2b0-e9a6-4511-bb2b-be572640ea1f,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:34.423996 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703724'] for router_interface (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:34.569305 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:34.641353 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:34.643405 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:34.722158 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:34.752134 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43318a21-cd25-4ac3-9a0a-c464695b20b6 None None] Pushing event updated for resources: {'Port': ['ID=cd93cb33-bb3e-4c08-908a-b2cc34c0f744,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:34.764970 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Routers {'2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:49:34.765804 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:49:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:34.768921 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:34.833588 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-b1983de0-7f42-44ce-8f71-1683f8a4a8ae None None] Provisioning complete for port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:34.834899 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-b1983de0-7f42-44ce-8f71-1683f8a4a8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:34.914530 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] Set router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:49:34.921143 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-b1983de0-7f42-44ce-8f71-1683f8a4a8ae None None] Port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:49:35.092824 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Publish callbacks [] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:35.103005 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:35.161219 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 4, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'gw_port': {'id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': 'fc4fa2b0-e9a6-4511-bb2b-be572640ea1f', 'name': '', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'mac_address': 'fa:16:3e:ba:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8f160553-b30a-4983-8eab-abb541ae5434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 1, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'subnets': [{'id': '8f160553-b30a-4983-8eab-abb541ae5434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:35.198501 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc3ad2-8dd8-49bd-a2b7-79c538d7524c None None] The sync data for ids ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'] in dv-cinder-826949-7-smb is: [{'id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 4, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'gw_port': {'id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': 'fc4fa2b0-e9a6-4511-bb2b-be572640ea1f', 'name': '', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'mac_address': 'fa:16:3e:ba:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8f160553-b30a-4983-8eab-abb541ae5434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 1, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'subnets': [{'id': '8f160553-b30a-4983-8eab-abb541ae5434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:49:35.255982 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4114972'] for router_interface (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:35.324048 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Pushing event updated for resources: {'Port': ['ID=fc4fa2b0-e9a6-4511-bb2b-be572640ea1f,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:35.627508 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7058f4-36d9-4033-b16a-a8f6fdd5d306 req-4b298eb1-5ed7-424d-a8f6-4bc15d13cf0e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:35.629431 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bd7058f4-36d9-4033-b16a-a8f6fdd5d306 req-4b298eb1-5ed7-424d-a8f6-4bc15d13cf0e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.0792313 Apr 28 19:49:35.739121 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Network b1e58871-fcfd-4262-aa17-3a8234ad9048 is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:35.745734 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:35.836936 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bd7058f4-36d9-4033-b16a-a8f6fdd5d306 req-26109ce1-c1ab-45af-909d-5543e712d9cd tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853948 Apr 28 19:49:36.279485 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-71c4779a-2fa7-4648-83a5-6427e34995f3 None None] Provisioning complete for port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:36.281838 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-71c4779a-2fa7-4648-83a5-6427e34995f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:36.356420 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-71c4779a-2fa7-4648-83a5-6427e34995f3 None None] Port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:49:36.449446 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:49:36.706555 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:49:36.724660 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-8e1803de-5309-4300-8981-471e80d49e43 admin admin] 10.222.0.62 "PUT /v2.0/routers/2c68a900-c1a2-45bd-b42e-4d3be99ba2c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2248926 Apr 28 19:49:37.102117 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72102f70-29bd-4c61-9b76-061f5d280274 req-6fd0d2fc-3dd6-4afe-bb32-18b0c1d6eb9f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:37.105814 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-72102f70-29bd-4c61-9b76-061f5d280274 req-6fd0d2fc-3dd6-4afe-bb32-18b0c1d6eb9f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.1099141 Apr 28 19:49:37.220857 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-72102f70-29bd-4c61-9b76-061f5d280274 req-842ebd0e-9770-42a4-9338-371198f6b3ea tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075687 Apr 28 19:49:37.884480 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55900) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:37.900057 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-577557247-network', 'tenant_id': '6ab1aa6d15cb429fbd0f577977cbd5c0'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:49:37.930753 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] Made reservation on behalf of 6ab1aa6d15cb429fbd0f577977cbd5c0 for: {'network': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:37.933372 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:37.947726 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:38.090355 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] Publish callbacks [] for security_group (d48811d9-af24-4fe6-a889-58fb663f0308), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:38.097673 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d48811d9-af24-4fe6-a889-58fb663f0308), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:38.132025 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=109983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:49:38.144069 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48811d9-af24-4fe6-a889-58fb663f0308,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:38.152354 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (970faa4c-a844-44eb-a0d8-0595ec0fffee), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:38.152632 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.segments_db [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] Added segment 970faa4c-a844-44eb-a0d8-0595ec0fffee of type vlan for network 4c9f613a-4ca0-49f0-b116-69d2ed5068bf Apr 28 19:49:38.207653 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (4c9f613a-4ca0-49f0-b116-69d2ed5068bf), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:38.239285 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (4c9f613a-4ca0-49f0-b116-69d2ed5068bf), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:38.240573 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:38.241244 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:38.282821 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3966448 Apr 28 19:49:38.286420 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55904) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:38.322955 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-110c9a34-0212-4dbd-9bd1-bf63b223b205 admin admin] Request body: {'subnet': {'network_id': '4c9f613a-4ca0-49f0-b116-69d2ed5068bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-577557247-subnet', 'tenant_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'ip_version': 4}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:49:38.346098 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e62b22-e4ef-4f80-a16a-b26e759a1d0d admin admin] Pushing event updated for resources: {'Network': ['ID=4c9f613a-4ca0-49f0-b116-69d2ed5068bf,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:38.358665 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network 4c9f613a-4ca0-49f0-b116-69d2ed5068bf details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:49:38.388975 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110c9a34-0212-4dbd-9bd1-bf63b223b205 admin admin] Made reservation on behalf of 6ab1aa6d15cb429fbd0f577977cbd5c0 for: {'subnet': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:38.391497 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-110c9a34-0212-4dbd-9bd1-bf63b223b205 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8798886'] for subnet (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:38.426499 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d5264-d1b0-4b6f-b178-b8c07f00a13f req-41d36e33-d6d4-4f0d-95de-9d56411e2c08 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:38.432603 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e38d5264-d1b0-4b6f-b178-b8c07f00a13f req-41d36e33-d6d4-4f0d-95de-9d56411e2c08 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.1056538 Apr 28 19:49:38.552389 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device cd93cb33-bb3e-4c08-908a-b2cc34c0f744 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:38.618821 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port cd93cb33-bb3e-4c08-908a-b2cc34c0f744 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:38.619340 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (cd93cb33-bb3e-4c08-908a-b2cc34c0f744), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:38.638559 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e38d5264-d1b0-4b6f-b178-b8c07f00a13f req-a50e8b6f-2ca9-4747-bcc0-fed582c7b696 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024958 Apr 28 19:49:38.728297 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port cd93cb33-bb3e-4c08-908a-b2cc34c0f744 is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:38.728830 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (cd93cb33-bb3e-4c08-908a-b2cc34c0f744), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:38.756449 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-110c9a34-0212-4dbd-9bd1-bf63b223b205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2299524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8798804'] for subnet (6f85648e-5053-471f-b62c-858a2dde7f39), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:38.763979 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] For port cd93cb33-bb3e-4c08-908a-b2cc34c0f744, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=cd93cb33-bb3e-4c08-908a-b2cc34c0f744,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:38.770315 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (cd93cb33-bb3e-4c08-908a-b2cc34c0f744), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:38.825717 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Sync routers for ids ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:49:38.838416 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c9a34-0212-4dbd-9bd1-bf63b223b205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f85648e-5053-471f-b62c-858a2dde7f39,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:38.866846 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110c9a34-0212-4dbd-9bd1-bf63b223b205 admin admin] Checking segment: {'id': '970faa4c-a844-44eb-a0d8-0595ec0fffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4c9f613a-4ca0-49f0-b116-69d2ed5068bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:49:38.867418 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110c9a34-0212-4dbd-9bd1-bf63b223b205 admin admin] Network hostable DHCP agents. Network: 4c9f613a-4ca0-49f0-b116-69d2ed5068bf, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:49:38.879725 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Routers {'2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:49:38.880772 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:49:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:38.905256 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110c9a34-0212-4dbd-9bd1-bf63b223b205 admin admin] Network 4c9f613a-4ca0-49f0-b116-69d2ed5068bf is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:49:38.919151 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-110c9a34-0212-4dbd-9bd1-bf63b223b205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, 4c9f613a-4ca0-49f0-b116-69d2ed5068bf) {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:38.928489 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c9a34-0212-4dbd-9bd1-bf63b223b205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:38.929373 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Pushing event updated for resources: {'Port': ['ID=cd93cb33-bb3e-4c08-908a-b2cc34c0f744,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:38.930289 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-110c9a34-0212-4dbd-9bd1-bf63b223b205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:38.940253 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6618c7cb-e7aa-44c7-b65f-c6815b8daa33 None None] Network 4c9f613a-4ca0-49f0-b116-69d2ed5068bf requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:49:38.966253 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-110c9a34-0212-4dbd-9bd1-bf63b223b205 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6783524 Apr 28 19:49:38.971319 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55908) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:38.976665 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-577557247-router', 'tenant_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:49:39.009475 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4115884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1076'] for router (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:39.011490 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4116252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4119717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1085'] for router (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:39.125127 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Publish callbacks [] for router_controller (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), precommit_add_association {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:39.220175 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Set router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:49:39.279243 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93ac679c-a999-5b9b-9bdf-54fab116b281-4c9f613a-4ca0-49f0-b116-69d2ed5068bf', 'network_id': '4c9f613a-4ca0-49f0-b116-69d2ed5068bf', 'project_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'fixed_ips': [{'subnet_id': '6f85648e-5053-471f-b62c-858a2dde7f39'}]}} from dv-cinder-826949-7-smb. {{(pid=109985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:49:39.280161 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:39.366548 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Publish callbacks [] for router_gateway (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:39.560939 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.db_base_plugin_common [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Allocated IP 172.20.0.2 (4c9f613a-4ca0-49f0-b116-69d2ed5068bf/6f85648e-5053-471f-b62c-858a2dde7f39/fc17854e-1b96-4156-90b8-90821c7df7d8) {{(pid=109985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:39.592646 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 4, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'gw_port': {'id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': 'fc4fa2b0-e9a6-4511-bb2b-be572640ea1f', 'name': '', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'mac_address': 'fa:16:3e:ba:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8f160553-b30a-4983-8eab-abb541ae5434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 2, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'subnets': [{'id': '8f160553-b30a-4983-8eab-abb541ae5434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:39.642576 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Checking router: 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:49:39.642929 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Updating router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f binding host dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:49:39.657345 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Publish callbacks [] for router_gateway (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:39.687868 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:39.709232 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:39.882639 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf4113-4493-46fd-8875-b40dcefe68e3 req-f19e078c-67a6-4c10-8e62-d6c81ea827cb tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:39.884646 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Allocated IP 172.28.0.74 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/38ad99df-c898-45d4-963e-9027f990ac58) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:39.886291 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-addf4113-4493-46fd-8875-b40dcefe68e3 req-f19e078c-67a6-4c10-8e62-d6c81ea827cb tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.1152136 Apr 28 19:49:39.915058 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Publish callbacks [] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), precommit_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:39.934563 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:39.972491 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-addf4113-4493-46fd-8875-b40dcefe68e3 req-c671869c-de0b-4e56-a02c-ae44b17a469d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732322 Apr 28 19:49:40.019477 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Publish callbacks [] for port (38ad99df-c898-45d4-963e-9027f990ac58), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:40.049813 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Network 4c9f613a-4ca0-49f0-b116-69d2ed5068bf is already hosted by enough agents. {{(pid=109985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:40.055568 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.base_scheduler [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Resources bound (agent type, host, resource id): {{(pid=109985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:40.061829 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Pushing event updated for resources: {'Port': ['ID=fc17854e-1b96-4156-90b8-90821c7df7d8,revision_number=1']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:40.062622 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (38ad99df-c898-45d4-963e-9027f990ac58), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:40.066381 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Received port after_create {{(pid=109985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:40.110981 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:40.116883 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:40.121212 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:40.148019 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Pushing event updated for resources: {'Port': ['ID=38ad99df-c898-45d4-963e-9027f990ac58,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:40.160889 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Attempting to bind port fc17854e-1b96-4156-90b8-90821c7df7d8 on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:49:40.161264 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Attempting to bind port fc17854e-1b96-4156-90b8-90821c7df7d8 by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': '970faa4c-a844-44eb-a0d8-0595ec0fffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4c9f613a-4ca0-49f0-b116-69d2ed5068bf'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:49:40.161629 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Attempting to bind port fc17854e-1b96-4156-90b8-90821c7df7d8 on network 4c9f613a-4ca0-49f0-b116-69d2ed5068bf {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:40.188993 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:49:40.189368 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Checking segment: {'id': '970faa4c-a844-44eb-a0d8-0595ec0fffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4c9f613a-4ca0-49f0-b116-69d2ed5068bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:49:40.189779 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:40.190181 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Bound using segment: {'id': '970faa4c-a844-44eb-a0d8-0595ec0fffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4c9f613a-4ca0-49f0-b116-69d2ed5068bf'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:49:40.190688 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Bound port: fc17854e-1b96-4156-90b8-90821c7df7d8, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970faa4c-a844-44eb-a0d8-0595ec0fffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4c9f613a-4ca0-49f0-b116-69d2ed5068bf'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:49:40.191082 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:40.270080 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Publish callbacks [] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), precommit_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:40.283591 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:40.337338 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] For port fc17854e-1b96-4156-90b8-90821c7df7d8, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:40.367321 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] For port fc17854e-1b96-4156-90b8-90821c7df7d8, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=fc17854e-1b96-4156-90b8-90821c7df7d8,segment=NetworkSegment(970faa4c-a844-44eb-a0d8-0595ec0fffee),segment_id=970faa4c-a844-44eb-a0d8-0595ec0fffee)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:49:40.375065 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4bc47-36b2-45c2-bdba-a77dfd6d4faa None None] Pushing event updated for resources: {'Port': ['ID=fc4fa2b0-e9a6-4511-bb2b-be572640ea1f,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:40.388449 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:40.535214 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:40.611431 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Attempting to bind port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:49:40.612426 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Attempting to bind port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': '14da1f0b-a743-474a-b078-742a29e6049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:49:40.612583 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Attempting to bind port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f on network b1e58871-fcfd-4262-aa17-3a8234ad9048 {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:40.617352 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Publish callbacks [] for router_gateway (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:40.627055 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:49:40.627714 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Checking segment: {'id': '14da1f0b-a743-474a-b078-742a29e6049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:49:40.628569 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:40.629225 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Bound using segment: {'id': '14da1f0b-a743-474a-b078-742a29e6049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:49:40.630035 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Bound port: fc4fa2b0-e9a6-4511-bb2b-be572640ea1f, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14da1f0b-a743-474a-b078-742a29e6049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:49:40.630661 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:40.636089 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device cd93cb33-bb3e-4c08-908a-b2cc34c0f744 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:40.643481 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acfb6f-e733-4f02-842e-bfed785c8682 None None] Pushing event updated for resources: {'Port': ['ID=fc17854e-1b96-4156-90b8-90821c7df7d8,revision_number=2']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:40.796069 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-d172944d-1225-4329-a2a5-2a7bbba417bf None None] Provisioning complete for port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:40.797426 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-d172944d-1225-4329-a2a5-2a7bbba417bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:40.935952 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] For port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:40.942836 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port cd93cb33-bb3e-4c08-908a-b2cc34c0f744 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:40.943381 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (cd93cb33-bb3e-4c08-908a-b2cc34c0f744), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:40.945449 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-d172944d-1225-4329-a2a5-2a7bbba417bf None None] Port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:49:40.959044 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] For port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=fc4fa2b0-e9a6-4511-bb2b-be572640ea1f,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:49:40.996176 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:41.036117 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4116245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704025'] for router (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:41.191934 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4bc47-36b2-45c2-bdba-a77dfd6d4faa None None] Pushing event updated for resources: {'Port': ['ID=fc4fa2b0-e9a6-4511-bb2b-be572640ea1f,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:41.199303 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Routers {'2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:49:41.200341 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:49:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:41.324184 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port cd93cb33-bb3e-4c08-908a-b2cc34c0f744 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:41.333522 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f4245-45a5-44db-b7c7-a5c1321b677a req-ef964151-daf9-45f9-bfbd-6a9c027f2432 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:41.336005 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7f7f4245-45a5-44db-b7c7-a5c1321b677a req-ef964151-daf9-45f9-bfbd-6a9c027f2432 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.1559362 Apr 28 19:49:41.439847 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] Set router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:49:41.454729 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7f7f4245-45a5-44db-b7c7-a5c1321b677a req-ad4991e2-86b3-46e7-84c4-b259bf409c13 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001618 Apr 28 19:49:41.478407 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Router 11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 is scheduled to L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae with binding_index 1 {{(pid=109983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:49:41.516145 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-fd25a6a0-ead5-4d04-bf95-7b5f3078343e None None] Provisioning complete for port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:41.516603 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-fd25a6a0-ead5-4d04-bf95-7b5f3078343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:41.653683 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:49:41.668702 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Sync routers for ids ['11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:49:41.685669 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:41.688373 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-23a00f23-7364-42c1-aef7-6beff8d53e1f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7154610 Apr 28 19:49:41.692470 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55916) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:41.701064 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Routers {'11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:49:41.702002 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:49:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:41.923374 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Set router 11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:49:41.996940 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-fd25a6a0-ead5-4d04-bf95-7b5f3078343e None None] Current status of the port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:41.997828 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-fd25a6a0-ead5-4d04-bf95-7b5f3078343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:42.125013 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381d6323-7bcf-4839-be6f-6287f1c322e3 None None] Network 4c9f613a-4ca0-49f0-b116-69d2ed5068bf requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:49:42.133584 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-fd25a6a0-ead5-4d04-bf95-7b5f3078343e None None] For port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=fc4fa2b0-e9a6-4511-bb2b-be572640ea1f,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:42.175950 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-fd25a6a0-ead5-4d04-bf95-7b5f3078343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:42.242608 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'name': 'tempest-TestShelveInstance-577557247-router', 'tenant_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': '38ad99df-c898-45d4-963e-9027f990ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:49:40Z', 'revision_number': 3, 'project_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'gw_port': {'id': '38ad99df-c898-45d4-963e-9027f990ac58', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:22:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:42.274555 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Checking router: 11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:49:42.274913 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Updating router 11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 port 38ad99df-c898-45d4-963e-9027f990ac58 binding host dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:49:42.284644 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 4, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'gw_port': {'id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': 'fc4fa2b0-e9a6-4511-bb2b-be572640ea1f', 'name': '', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'mac_address': 'fa:16:3e:ba:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8f160553-b30a-4983-8eab-abb541ae5434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:40Z', 'revision_number': 4, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'subnets': [{'id': '8f160553-b30a-4983-8eab-abb541ae5434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:42.314462 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (38ad99df-c898-45d4-963e-9027f990ac58), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:42.372010 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc69d77f-efa6-4cfd-9806-c38ecc9534e1 None None] The sync data for ids ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'] in dv-cinder-826949-7-smb is: [{'id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 4, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'gw_port': {'id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': 'fc4fa2b0-e9a6-4511-bb2b-be572640ea1f', 'name': '', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'mac_address': 'fa:16:3e:ba:fa:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8f160553-b30a-4983-8eab-abb541ae5434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:40Z', 'revision_number': 4, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'subnets': [{'id': '8f160553-b30a-4983-8eab-abb541ae5434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:49:42.411761 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-4e53ac04-ee1b-432a-a802-8f9f1e00c930 None None] Provisioning complete for port fc17854e-1b96-4156-90b8-90821c7df7d8 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:42.412421 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4e53ac04-ee1b-432a-a802-8f9f1e00c930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:42.514917 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25a6a0-ead5-4d04-bf95-7b5f3078343e None None] Pushing event updated for resources: {'Port': ['ID=fc4fa2b0-e9a6-4511-bb2b-be572640ea1f,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:42.767258 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-4e53ac04-ee1b-432a-a802-8f9f1e00c930 None None] Current status of the port fc17854e-1b96-4156-90b8-90821c7df7d8 is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:42.767706 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4e53ac04-ee1b-432a-a802-8f9f1e00c930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:42.771454 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device fc17854e-1b96-4156-90b8-90821c7df7d8 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:42.779088 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04498772-854d-42b7-812d-30d5bce04191 req-929d66d4-4efb-4273-a3fe-8eee2295ebdf tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:42.789246 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-04498772-854d-42b7-812d-30d5bce04191 req-929d66d4-4efb-4273-a3fe-8eee2295ebdf tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.1437078 Apr 28 19:49:42.848265 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port fc17854e-1b96-4156-90b8-90821c7df7d8 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:42.848621 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:42.906304 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Publish callbacks [] for port (38ad99df-c898-45d4-963e-9027f990ac58), precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:42.912910 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-4e53ac04-ee1b-432a-a802-8f9f1e00c930 None None] For port fc17854e-1b96-4156-90b8-90821c7df7d8, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=fc17854e-1b96-4156-90b8-90821c7df7d8,segment=NetworkSegment(970faa4c-a844-44eb-a0d8-0595ec0fffee),segment_id=970faa4c-a844-44eb-a0d8-0595ec0fffee)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:42.925566 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-04498772-854d-42b7-812d-30d5bce04191 req-9a68b99f-05bb-4162-a038-803256c07f41 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328723 Apr 28 19:49:42.927900 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (38ad99df-c898-45d4-963e-9027f990ac58), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:42.944824 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4e53ac04-ee1b-432a-a802-8f9f1e00c930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:43.010007 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Attempting to bind port 38ad99df-c898-45d4-963e-9027f990ac58 on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:49:43.010557 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Attempting to bind port 38ad99df-c898-45d4-963e-9027f990ac58 by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:49:43.010922 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Attempting to bind port 38ad99df-c898-45d4-963e-9027f990ac58 on network dbab025d-de0a-47ac-91fe-6d3e732a910f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:43.021597 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:49:43.022019 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Checking segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:49:43.022432 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:43.022832 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Bound using segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:49:43.023333 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Bound port: 38ad99df-c898-45d4-963e-9027f990ac58, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:49:43.023712 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (38ad99df-c898-45d4-963e-9027f990ac58), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:43.075747 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:43.098810 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] For port 38ad99df-c898-45d4-963e-9027f990ac58, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:43.105738 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] For port 38ad99df-c898-45d4-963e-9027f990ac58, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=38ad99df-c898-45d4-963e-9027f990ac58,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:49:43.141365 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4f90d-3934-4209-ac9a-7b2571059f36 None None] Pushing event updated for resources: {'Port': ['ID=38ad99df-c898-45d4-963e-9027f990ac58,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:43.146037 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53ac04-ee1b-432a-a802-8f9f1e00c930 None None] Pushing event updated for resources: {'Port': ['ID=fc17854e-1b96-4156-90b8-90821c7df7d8,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:43.167416 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (38ad99df-c898-45d4-963e-9027f990ac58), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:43.264726 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-d25df874-473c-4a95-b82f-1d1cecd409f6 None None] Provisioning complete for port fc17854e-1b96-4156-90b8-90821c7df7d8 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:43.265862 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-d25df874-473c-4a95-b82f-1d1cecd409f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:43.342589 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Routers {'11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:49:43.344142 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:49:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:43.379615 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port fc17854e-1b96-4156-90b8-90821c7df7d8 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:43.381536 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device fc4fa2b0-e9a6-4511-bb2b-be572640ea1f up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:43.444113 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Allocated IP 172.20.0.1 (4c9f613a-4ca0-49f0-b116-69d2ed5068bf/6f85648e-5053-471f-b62c-858a2dde7f39/4f39c274-4fb0-45d3-9d88-386ac1dada47) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:43.525446 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-d25df874-473c-4a95-b82f-1d1cecd409f6 None None] Current status of the port fc17854e-1b96-4156-90b8-90821c7df7d8 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:43.543521 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:43.544192 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:43.563712 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] Set router 11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:49:43.655118 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Publish callbacks [] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:43.713332 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:43.727575 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:43.736628 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4f90d-3934-4209-ac9a-7b2571059f36 None None] Pushing event updated for resources: {'Port': ['ID=38ad99df-c898-45d4-963e-9027f990ac58,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:43.772629 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Network 4c9f613a-4ca0-49f0-b116-69d2ed5068bf is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:43.780007 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:43.784840 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:49:43.832116 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4f39c274-4fb0-45d3-9d88-386ac1dada47,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:43.898069 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703724'] for router_interface (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:43.945196 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'name': 'tempest-TestShelveInstance-577557247-router', 'tenant_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': '38ad99df-c898-45d4-963e-9027f990ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:49:40Z', 'revision_number': 3, 'project_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'gw_port': {'id': '38ad99df-c898-45d4-963e-9027f990ac58', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:22:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:43.993541 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf49a57-b47f-4550-a01a-7d5664836d60 None None] The sync data for ids ['11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'] in dv-cinder-826949-7-smb is: [{'id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'name': 'tempest-TestShelveInstance-577557247-router', 'tenant_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': '38ad99df-c898-45d4-963e-9027f990ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:49:40Z', 'revision_number': 3, 'project_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'gw_port': {'id': '38ad99df-c898-45d4-963e-9027f990ac58', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:22:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:49:44.132905 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:44.160676 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-4e466793-e5e0-4735-9f0f-13aac6b4f86f None None] Provisioning complete for port 4f39c274-4fb0-45d3-9d88-386ac1dada47 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:44.161536 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4e466793-e5e0-4735-9f0f-13aac6b4f86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:44.163634 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc669a-7da7-460a-9c5d-d7905c96002d req-61a9532e-4a8d-44ce-bf5e-56cfdf94e0c4 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:44.167683 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-28cc669a-7da7-460a-9c5d-d7905c96002d req-61a9532e-4a8d-44ce-bf5e-56cfdf94e0c4 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.0823822 Apr 28 19:49:44.214055 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-4e466793-e5e0-4735-9f0f-13aac6b4f86f None None] Port 4f39c274-4fb0-45d3-9d88-386ac1dada47 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:49:44.291416 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-28cc669a-7da7-460a-9c5d-d7905c96002d req-4b7706e1-d6df-4f79-bc3b-b041dcb0b9a9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055479 Apr 28 19:49:44.434882 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Publish callbacks [] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:44.449711 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:44.560124 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4f39c274-4fb0-45d3-9d88-386ac1dada47,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:44.568561 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4114972'] for router_interface (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:44.645934 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device fc17854e-1b96-4156-90b8-90821c7df7d8 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:44.731217 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Network 4c9f613a-4ca0-49f0-b116-69d2ed5068bf is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:44.734696 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:44.735992 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port fc17854e-1b96-4156-90b8-90821c7df7d8 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:44.736280 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:44.899169 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port fc17854e-1b96-4156-90b8-90821c7df7d8 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:44.901581 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 38ad99df-c898-45d4-963e-9027f990ac58 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:44.915404 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Router 11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:49:44.985444 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 38ad99df-c898-45d4-963e-9027f990ac58 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:44.985883 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (38ad99df-c898-45d4-963e-9027f990ac58), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:45.058821 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-d374621f-8d83-41ad-92dc-b10cf39cf043 None None] Provisioning complete for port 4f39c274-4fb0-45d3-9d88-386ac1dada47 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:45.059300 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-d374621f-8d83-41ad-92dc-b10cf39cf043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:45.096697 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:49:45.105348 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-a652769e-98bb-4f45-b753-52b2941af2f4 admin admin] 10.222.0.62 "PUT /v2.0/routers/11c01e72-f0c9-47a6-9cb7-65d607f1a2d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4103134 Apr 28 19:49:45.158686 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-d374621f-8d83-41ad-92dc-b10cf39cf043 None None] Port 4f39c274-4fb0-45d3-9d88-386ac1dada47 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:49:45.173994 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 38ad99df-c898-45d4-963e-9027f990ac58 is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:45.174642 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (38ad99df-c898-45d4-963e-9027f990ac58), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:45.203044 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] For port 38ad99df-c898-45d4-963e-9027f990ac58, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=38ad99df-c898-45d4-963e-9027f990ac58,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:45.208387 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (38ad99df-c898-45d4-963e-9027f990ac58), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:45.209269 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device fc4fa2b0-e9a6-4511-bb2b-be572640ea1f up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:45.341130 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Pushing event updated for resources: {'Port': ['ID=38ad99df-c898-45d4-963e-9027f990ac58,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:45.363249 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:45.363922 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:45.462929 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9736d-65af-43a2-9bfb-ef037f49400d req-d814fca0-9763-48bc-905c-b03d1ed8bd80 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:45.465672 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-36d9736d-65af-43a2-9bfb-ef037f49400d req-d814fca0-9763-48bc-905c-b03d1ed8bd80 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.0686564 Apr 28 19:49:45.466902 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:45.529429 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-36d9736d-65af-43a2-9bfb-ef037f49400d req-62ba80b3-c52d-4606-aefb-cd6c43e0f529 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552557 Apr 28 19:49:45.771410 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 55932) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:45.776539 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-06a91261-bcd2-4e99-ac1c-a2931331bf4c tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1027825534', 'description': 'tempest-secgroup-smoke-1027825534 description', 'project_id': '2774778ad450444faa1f0b70683b5d73'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:49:45.808425 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-06a91261-bcd2-4e99-ac1c-a2931331bf4c tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:45.913898 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-06a91261-bcd2-4e99-ac1c-a2931331bf4c tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group (d59968cd-df4c-4186-8def-ea9c3926af6b), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:45.919490 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-06a91261-bcd2-4e99-ac1c-a2931331bf4c tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d59968cd-df4c-4186-8def-ea9c3926af6b), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:45.954935 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-06a91261-bcd2-4e99-ac1c-a2931331bf4c tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:45.961064 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-06a91261-bcd2-4e99-ac1c-a2931331bf4c tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1837649 Apr 28 19:49:45.961601 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55934) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:45.965217 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a91261-bcd2-4e99-ac1c-a2931331bf4c tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59968cd-df4c-4186-8def-ea9c3926af6b,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:45.967962 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-66e7520b-5dfa-4517-9be4-5bc4916ee09a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Request body: {'security_group_rule': {'security_group_id': 'd59968cd-df4c-4186-8def-ea9c3926af6b', 'project_id': '2774778ad450444faa1f0b70683b5d73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:49:46.020842 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-66e7520b-5dfa-4517-9be4-5bc4916ee09a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (efe67d9b-1780-4854-a5cd-e97df0dd3d57), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.096975 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-66e7520b-5dfa-4517-9be4-5bc4916ee09a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (efe67d9b-1780-4854-a5cd-e97df0dd3d57), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.101705 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-66e7520b-5dfa-4517-9be4-5bc4916ee09a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (efe67d9b-1780-4854-a5cd-e97df0dd3d57), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.133381 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7520b-5dfa-4517-9be4-5bc4916ee09a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe67d9b-1780-4854-a5cd-e97df0dd3d57,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:46.143102 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-66e7520b-5dfa-4517-9be4-5bc4916ee09a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.145041 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-66e7520b-5dfa-4517-9be4-5bc4916ee09a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1823823 Apr 28 19:49:46.149506 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 55936) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:46.154331 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-0d038142-6c95-4af8-86c6-62e2daca8892 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Request body: {'security_group_rule': {'security_group_id': 'd59968cd-df4c-4186-8def-ea9c3926af6b', 'project_id': '2774778ad450444faa1f0b70683b5d73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:49:46.191550 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0d038142-6c95-4af8-86c6-62e2daca8892 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (0daad9a5-d8dc-461c-b1f5-f78a7f73d509), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.251222 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Sync routers for ids ['11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:49:46.272912 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Routers {'11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:49:46.274017 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:49:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:46.278227 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0d038142-6c95-4af8-86c6-62e2daca8892 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (0daad9a5-d8dc-461c-b1f5-f78a7f73d509), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.285017 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0d038142-6c95-4af8-86c6-62e2daca8892 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (0daad9a5-d8dc-461c-b1f5-f78a7f73d509), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.307199 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d038142-6c95-4af8-86c6-62e2daca8892 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0daad9a5-d8dc-461c-b1f5-f78a7f73d509,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:46.318861 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0d038142-6c95-4af8-86c6-62e2daca8892 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.320321 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-0d038142-6c95-4af8-86c6-62e2daca8892 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1695781 Apr 28 19:49:46.324520 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 55938) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:46.330929 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-46d2ca29-943e-477b-bc73-29a8d8357450 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Request body: {'security_group_rule': {'security_group_id': 'd59968cd-df4c-4186-8def-ea9c3926af6b', 'project_id': '2774778ad450444faa1f0b70683b5d73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:49:46.363825 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-46d2ca29-943e-477b-bc73-29a8d8357450 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (df1aa9f5-8ba1-471e-9f30-24606ee7bc83), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.446727 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-46d2ca29-943e-477b-bc73-29a8d8357450 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (df1aa9f5-8ba1-471e-9f30-24606ee7bc83), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.453843 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-46d2ca29-943e-477b-bc73-29a8d8357450 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (df1aa9f5-8ba1-471e-9f30-24606ee7bc83), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.482991 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2ca29-943e-477b-bc73-29a8d8357450 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1aa9f5-8ba1-471e-9f30-24606ee7bc83,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:46.486797 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Set router 11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:49:46.497733 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-46d2ca29-943e-477b-bc73-29a8d8357450 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.504026 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-46d2ca29-943e-477b-bc73-29a8d8357450 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1740065 Apr 28 19:49:46.504495 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 55940) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:46.509560 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-46107138-c42a-4c21-8f8d-d46b91ddae91 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Request body: {'security_group_rule': {'security_group_id': 'd59968cd-df4c-4186-8def-ea9c3926af6b', 'project_id': '2774778ad450444faa1f0b70683b5d73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:49:46.541814 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 38ad99df-c898-45d4-963e-9027f990ac58 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:46.549416 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-46107138-c42a-4c21-8f8d-d46b91ddae91 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (0f9b5e3c-a9d8-4a93-88c0-e68488c4e3bf), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.695069 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-46107138-c42a-4c21-8f8d-d46b91ddae91 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (0f9b5e3c-a9d8-4a93-88c0-e68488c4e3bf), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.703252 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-46107138-c42a-4c21-8f8d-d46b91ddae91 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (0f9b5e3c-a9d8-4a93-88c0-e68488c4e3bf), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.736433 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befc4a8-2270-4de9-a7bf-cbd32b40c414 req-b75a1f78-3f9d-4289-a46b-e645b6fe7efa tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:46.738104 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3befc4a8-2270-4de9-a7bf-cbd32b40c414 req-b75a1f78-3f9d-4289-a46b-e645b6fe7efa tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.0884745 Apr 28 19:49:46.741138 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46107138-c42a-4c21-8f8d-d46b91ddae91 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9b5e3c-a9d8-4a93-88c0-e68488c4e3bf,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:46.750034 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-46107138-c42a-4c21-8f8d-d46b91ddae91 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.755852 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-46107138-c42a-4c21-8f8d-d46b91ddae91 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2457530 Apr 28 19:49:46.756186 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 55944) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:46.760612 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-258172f9-1214-4b7f-94aa-b87ca45beebb tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Request body: {'security_group_rule': {'security_group_id': 'd59968cd-df4c-4186-8def-ea9c3926af6b', 'project_id': '2774778ad450444faa1f0b70683b5d73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:49:46.785730 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.securitygroups_db [None req-258172f9-1214-4b7f-94aa-b87ca45beebb tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Project 2774778ad450444faa1f0b70683b5d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:49:46.794399 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-258172f9-1214-4b7f-94aa-b87ca45beebb tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (ccd2ff0e-0dc3-49cc-9755-7fefcdfb26ac), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.853593 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3befc4a8-2270-4de9-a7bf-cbd32b40c414 req-750d5f1b-d483-4e59-8a85-b1cbc418ceaf tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003315 Apr 28 19:49:46.883208 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-258172f9-1214-4b7f-94aa-b87ca45beebb tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (ccd2ff0e-0dc3-49cc-9755-7fefcdfb26ac), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.889220 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-258172f9-1214-4b7f-94aa-b87ca45beebb tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (ccd2ff0e-0dc3-49cc-9755-7fefcdfb26ac), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.911791 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258172f9-1214-4b7f-94aa-b87ca45beebb tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd2ff0e-0dc3-49cc-9755-7fefcdfb26ac,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:46.922237 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-258172f9-1214-4b7f-94aa-b87ca45beebb tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.923493 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-258172f9-1214-4b7f-94aa-b87ca45beebb tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1665113 Apr 28 19:49:46.927357 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 38ad99df-c898-45d4-963e-9027f990ac58 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:46.927943 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (38ad99df-c898-45d4-963e-9027f990ac58), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:46.928416 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 55946) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:49:46.934198 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-d1527b54-c530-424f-8f4e-696fb57a7e0f tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Request body: {'security_group_rule': {'security_group_id': 'd59968cd-df4c-4186-8def-ea9c3926af6b', 'project_id': '2774778ad450444faa1f0b70683b5d73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:49:46.959397 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.securitygroups_db [None req-d1527b54-c530-424f-8f4e-696fb57a7e0f tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Project 2774778ad450444faa1f0b70683b5d73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 19:49:46.969982 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d1527b54-c530-424f-8f4e-696fb57a7e0f tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (db455f46-1464-43f3-9da8-191ab2b55a52), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:47.087661 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d1527b54-c530-424f-8f4e-696fb57a7e0f tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (db455f46-1464-43f3-9da8-191ab2b55a52), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:47.094659 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d1527b54-c530-424f-8f4e-696fb57a7e0f tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (db455f46-1464-43f3-9da8-191ab2b55a52), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:47.125537 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1527b54-c530-424f-8f4e-696fb57a7e0f tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db455f46-1464-43f3-9da8-191ab2b55a52,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:47.146194 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d1527b54-c530-424f-8f4e-696fb57a7e0f tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:47.148423 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-d1527b54-c530-424f-8f4e-696fb57a7e0f tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2184510 Apr 28 19:49:47.157351 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-04e9a2a3-f5c8-489c-a6f3-3416b64cbb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:47.168267 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'name': 'tempest-TestShelveInstance-577557247-router', 'tenant_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': '38ad99df-c898-45d4-963e-9027f990ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:49:44Z', 'revision_number': 4, 'project_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'gw_port': {'id': '38ad99df-c898-45d4-963e-9027f990ac58', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '4f39c274-4fb0-45d3-9d88-386ac1dada47', 'name': '', 'network_id': '4c9f613a-4ca0-49f0-b116-69d2ed5068bf', 'tenant_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'mac_address': 'fa:16:3e:ee:0e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6f85648e-5053-471f-b62c-858a2dde7f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:43Z', 'updated_at': '2022-04-28T19:49:44Z', 'revision_number': 2, 'project_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'subnets': [{'id': '6f85648e-5053-471f-b62c-858a2dde7f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:47.206260 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Checking router: 11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:49:47.206902 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Updating router 11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 port 4f39c274-4fb0-45d3-9d88-386ac1dada47 binding host dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:49:47.210742 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 38ad99df-c898-45d4-963e-9027f990ac58 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:47.242601 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:47.658759 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Publish callbacks [] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), precommit_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:47.667132 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:47.740027 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2ddbd-f000-4f55-a19c-14b1ec01360f None None] Pushing event updated for resources: {'Port': ['ID=4f39c274-4fb0-45d3-9d88-386ac1dada47,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:47.828761 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Attempting to bind port 4f39c274-4fb0-45d3-9d88-386ac1dada47 on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:49:47.829274 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Attempting to bind port 4f39c274-4fb0-45d3-9d88-386ac1dada47 by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': '970faa4c-a844-44eb-a0d8-0595ec0fffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4c9f613a-4ca0-49f0-b116-69d2ed5068bf'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:49:47.829755 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Attempting to bind port 4f39c274-4fb0-45d3-9d88-386ac1dada47 on network 4c9f613a-4ca0-49f0-b116-69d2ed5068bf {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:49:47.837164 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:49:47.837704 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Checking segment: {'id': '970faa4c-a844-44eb-a0d8-0595ec0fffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4c9f613a-4ca0-49f0-b116-69d2ed5068bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:49:47.838203 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:47.838834 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Bound using segment: {'id': '970faa4c-a844-44eb-a0d8-0595ec0fffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4c9f613a-4ca0-49f0-b116-69d2ed5068bf'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:49:47.839423 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Bound port: 4f39c274-4fb0-45d3-9d88-386ac1dada47, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970faa4c-a844-44eb-a0d8-0595ec0fffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4c9f613a-4ca0-49f0-b116-69d2ed5068bf'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:49:47.839930 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:47.946542 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] For port 4f39c274-4fb0-45d3-9d88-386ac1dada47, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:49:47.953104 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] For port 4f39c274-4fb0-45d3-9d88-386ac1dada47, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=4f39c274-4fb0-45d3-9d88-386ac1dada47,segment=NetworkSegment(970faa4c-a844-44eb-a0d8-0595ec0fffee),segment_id=970faa4c-a844-44eb-a0d8-0595ec0fffee)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:49:47.961982 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:48.033568 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Routers {'11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:49:48.034260 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:49:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:48.040101 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2ddbd-f000-4f55-a19c-14b1ec01360f None None] Pushing event updated for resources: {'Port': ['ID=4f39c274-4fb0-45d3-9d88-386ac1dada47,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:48.114679 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-04ba7abb-fac7-4907-8dcb-c9b6ef7b8817 None None] Provisioning complete for port 4f39c274-4fb0-45d3-9d88-386ac1dada47 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:48.115044 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-04ba7abb-fac7-4907-8dcb-c9b6ef7b8817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:48.141226 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c0ba7-fc14-40a6-aefe-34fa74ffbc9b req-d7cb31ff-6d71-4558-88a4-927bee4238c8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:48.145499 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7c2c0ba7-fc14-40a6-aefe-34fa74ffbc9b req-d7cb31ff-6d71-4558-88a4-927bee4238c8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.1149478 Apr 28 19:49:48.183149 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] Set router 11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:49:48.235491 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7c2c0ba7-fc14-40a6-aefe-34fa74ffbc9b req-6d3c9488-0fcc-439c-b0d0-a31adfd4671d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797398 Apr 28 19:49:48.591261 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-04ba7abb-fac7-4907-8dcb-c9b6ef7b8817 None None] Current status of the port 4f39c274-4fb0-45d3-9d88-386ac1dada47 is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:48.591950 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-04ba7abb-fac7-4907-8dcb-c9b6ef7b8817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:48.653599 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'name': 'tempest-TestShelveInstance-577557247-router', 'tenant_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': '38ad99df-c898-45d4-963e-9027f990ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:49:44Z', 'revision_number': 4, 'project_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'gw_port': {'id': '38ad99df-c898-45d4-963e-9027f990ac58', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '4f39c274-4fb0-45d3-9d88-386ac1dada47', 'name': '', 'network_id': '4c9f613a-4ca0-49f0-b116-69d2ed5068bf', 'tenant_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'mac_address': 'fa:16:3e:ee:0e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6f85648e-5053-471f-b62c-858a2dde7f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:43Z', 'updated_at': '2022-04-28T19:49:47Z', 'revision_number': 4, 'project_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'subnets': [{'id': '6f85648e-5053-471f-b62c-858a2dde7f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:48.713267 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-04ba7abb-fac7-4907-8dcb-c9b6ef7b8817 None None] For port 4f39c274-4fb0-45d3-9d88-386ac1dada47, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=4f39c274-4fb0-45d3-9d88-386ac1dada47,segment=NetworkSegment(970faa4c-a844-44eb-a0d8-0595ec0fffee),segment_id=970faa4c-a844-44eb-a0d8-0595ec0fffee)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:48.716303 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fbcbe1-ffb2-487c-b816-bc5d6cdf91e1 None None] The sync data for ids ['11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'] in dv-cinder-826949-7-smb is: [{'id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'name': 'tempest-TestShelveInstance-577557247-router', 'tenant_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': '38ad99df-c898-45d4-963e-9027f990ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:49:44Z', 'revision_number': 4, 'project_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'gw_port': {'id': '38ad99df-c898-45d4-963e-9027f990ac58', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '4f39c274-4fb0-45d3-9d88-386ac1dada47', 'name': '', 'network_id': '4c9f613a-4ca0-49f0-b116-69d2ed5068bf', 'tenant_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'mac_address': 'fa:16:3e:ee:0e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6f85648e-5053-471f-b62c-858a2dde7f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:43Z', 'updated_at': '2022-04-28T19:49:47Z', 'revision_number': 4, 'project_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'subnets': [{'id': '6f85648e-5053-471f-b62c-858a2dde7f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:49:48.720247 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-04ba7abb-fac7-4907-8dcb-c9b6ef7b8817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:48.821504 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba7abb-fac7-4907-8dcb-c9b6ef7b8817 None None] Pushing event updated for resources: {'Port': ['ID=4f39c274-4fb0-45d3-9d88-386ac1dada47,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:48.855474 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-2cbf8b49-903c-4967-a411-c0fe3ab7fc82 None None] Provisioning complete for port 4f39c274-4fb0-45d3-9d88-386ac1dada47 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:48.856192 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-2cbf8b49-903c-4967-a411-c0fe3ab7fc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:49.030634 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf8b49-903c-4967-a411-c0fe3ab7fc82 None None] Current status of the port 4f39c274-4fb0-45d3-9d88-386ac1dada47 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:49.330252 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-80336689-d574-4f79-8b18-7580cf5b543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:49.467577 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b411b1-81bc-44ba-89af-e328690cd2a7 req-a63a2d2a-5c07-4e93-9780-3b095b41a6e7 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:49.470330 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d8b411b1-81bc-44ba-89af-e328690cd2a7 req-a63a2d2a-5c07-4e93-9780-3b095b41a6e7 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.0721788 Apr 28 19:49:49.544942 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d8b411b1-81bc-44ba-89af-e328690cd2a7 req-3a544691-ed27-4251-b7f3-b61b501656c5 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668666 Apr 28 19:49:50.506374 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 4f39c274-4fb0-45d3-9d88-386ac1dada47 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:50.562263 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 4f39c274-4fb0-45d3-9d88-386ac1dada47 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:50.562639 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:50.684094 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 4f39c274-4fb0-45d3-9d88-386ac1dada47 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:50.726605 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436a107-e644-4dbc-9e5a-9ea936d7a17b req-7512a66c-a784-4984-9e52-3e8759029e2f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:50.728258 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1436a107-e644-4dbc-9e5a-9ea936d7a17b req-7512a66c-a784-4984-9e52-3e8759029e2f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 944 time: 0.0594621 Apr 28 19:49:50.792471 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1436a107-e644-4dbc-9e5a-9ea936d7a17b req-0a62ed21-7396-489d-a964-0bc79d9f320a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529895 Apr 28 19:49:50.932787 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:51.259973 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 643e264e-1e48-43e0-b1b6-b97dfd75219d details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:49:51.398443 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 643e264e-1e48-43e0-b1b6-b97dfd75219d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:51.417082 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'port_id': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'mac_address': 'fa:16:3e:5c:0b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:49:51.462336 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 643e264e-1e48-43e0-b1b6-b97dfd75219d is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:51.462851 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:51.489771 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643e264e-1e48-43e0-b1b6-b97dfd75219d {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:51.515739 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 643e264e-1e48-43e0-b1b6-b97dfd75219d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:51.522815 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:51.592365 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=643e264e-1e48-43e0-b1b6-b97dfd75219d,revision_number=9']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:52.016458 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b02d-7285-43b1-9ba8-29e43f444734 req-25c21609-5c26-4a0d-9076-80622b2635d9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:52.018133 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ef62b02d-7285-43b1-9ba8-29e43f444734 req-25c21609-5c26-4a0d-9076-80622b2635d9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 945 time: 0.0784774 Apr 28 19:49:52.042870 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['643e264e-1e48-43e0-b1b6-b97dfd75219d'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:49:52.080951 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ef62b02d-7285-43b1-9ba8-29e43f444734 req-4c2f1e24-eebd-46b6-a1a5-a983449fbd77 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560567 Apr 28 19:49:52.258705 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:53.235786 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890893e5-12ca-4277-b128-0cbe558f40b2 req-dac65f3f-ffe3-45d5-9a5d-d0fd0b1bb36c tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:53.237984 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-890893e5-12ca-4277-b128-0cbe558f40b2 req-dac65f3f-ffe3-45d5-9a5d-d0fd0b1bb36c tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0952003 Apr 28 19:49:53.282436 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af9e04-6518-41ef-a46b-9d97ebfd7843 req-7b135d47-1b89-494d-a472-7669fb55163c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:53.284057 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-35af9e04-6518-41ef-a46b-9d97ebfd7843 req-7b135d47-1b89-494d-a472-7669fb55163c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 945 time: 0.0734098 Apr 28 19:49:53.327653 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 643e264e-1e48-43e0-b1b6-b97dfd75219d up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:49:53.345618 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-890893e5-12ca-4277-b128-0cbe558f40b2 req-76fd1f84-370b-40d5-a0bd-5795a4181447 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972919 Apr 28 19:49:53.365625 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-35af9e04-6518-41ef-a46b-9d97ebfd7843 req-a6e91903-36d3-480f-a5e6-9af36c0c7887 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716553 Apr 28 19:49:53.403837 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 643e264e-1e48-43e0-b1b6-b97dfd75219d triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:49:53.404356 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:53.503747 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 643e264e-1e48-43e0-b1b6-b97dfd75219d is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:49:53.504555 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:53.539410 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643e264e-1e48-43e0-b1b6-b97dfd75219d'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:53.541576 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0302b71-8ecb-4627-9cc5-5b9d71db5074" -d '{"events": [{"server_uuid": "36467ad6-1d64-43d9-9229-eb26e193bce6", "name": "network-vif-plugged", "status": "completed", "tag": "643e264e-1e48-43e0-b1b6-b97dfd75219d"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:49:53.558328 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 643e264e-1e48-43e0-b1b6-b97dfd75219d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:49:53.564156 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:53.597229 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d39b19-5a37-40f3-9729-05df9054c9c7 x-openstack-request-id: req-32d39b19-5a37-40f3-9729-05df9054c9c7 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:49:53.597614 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36467ad6-1d64-43d9-9229-eb26e193bce6", "name": "network-vif-plugged", "status": "completed", "tag": "643e264e-1e48-43e0-b1b6-b97dfd75219d", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:49:53.597986 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32d39b19-5a37-40f3-9729-05df9054c9c7 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:49:53.598464 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d39b19-5a37-40f3-9729-05df9054c9c7'] response: {'server_uuid': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'code': 200} Apr 28 19:49:53.645404 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=643e264e-1e48-43e0-b1b6-b97dfd75219d,revision_number=10']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:53.974155 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:49:54.009335 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78307838-fb3b-4f7d-a6c2-535a9a463391 req-566e8652-f8fb-463e-86be-b408601daa45 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:54.010968 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-78307838-fb3b-4f7d-a6c2-535a9a463391 req-566e8652-f8fb-463e-86be-b408601daa45 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0671055 Apr 28 19:49:54.094410 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-78307838-fb3b-4f7d-a6c2-535a9a463391 req-b3a2c08e-e06e-48ad-9a71-ae970108bb45 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730243 Apr 28 19:49:54.368232 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011018d-5f03-48e0-8038-b3f61e8a49fd req-9fa3d576-a311-41d2-9234-92ff39f72327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:54.370001 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1011018d-5f03-48e0-8038-b3f61e8a49fd req-9fa3d576-a311-41d2-9234-92ff39f72327 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 1131 time: 0.0921421 Apr 28 19:49:54.377212 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a95cd-67dc-49a4-8cb6-d10abcd3b3f8 req-45c5f6ad-c7de-4547-a7b8-e80d541f7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:54.378749 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c18a95cd-67dc-49a4-8cb6-d10abcd3b3f8 req-45c5f6ad-c7de-4547-a7b8-e80d541f7d9e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60fdf8e709d2417a964541a358ac02df&device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 1168 time: 0.1740108 Apr 28 19:49:54.441897 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1011018d-5f03-48e0-8038-b3f61e8a49fd req-b41f4442-c72b-4684-98d8-e661a5a49f74 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519454 Apr 28 19:49:54.551538 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4359451-3e64-406a-9f07-1bf69d8dbff2 req-8fd16e54-c4eb-4772-95cc-4279803c9076 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:54.553368 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a4359451-3e64-406a-9f07-1bf69d8dbff2 req-8fd16e54-c4eb-4772-95cc-4279803c9076 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0919623 Apr 28 19:49:54.623098 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a4359451-3e64-406a-9f07-1bf69d8dbff2 req-36310709-dc6c-4d2a-aad1-b28af6c999ed tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614898 Apr 28 19:49:54.800049 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a95cd-67dc-49a4-8cb6-d10abcd3b3f8 req-e067f118-2b69-406f-b6c2-91c0058ef2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:54.801534 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c18a95cd-67dc-49a4-8cb6-d10abcd3b3f8 req-e067f118-2b69-406f-b6c2-91c0058ef2e0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=19a1b79f-415e-44bd-80e0-6c4445224038 HTTP/1.1" status: 200 len: 916 time: 0.4111068 Apr 28 19:49:54.807948 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cd9d2-f689-41bf-a37f-53893c8fb35e req-25843638-bb44-430b-ae90-86800ac41896 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:54.809522 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0a2cd9d2-f689-41bf-a37f-53893c8fb35e req-25843638-bb44-430b-ae90-86800ac41896 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 947 time: 0.0718596 Apr 28 19:49:54.914592 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0a2cd9d2-f689-41bf-a37f-53893c8fb35e req-ea5f3d43-f115-4d5f-bf6e-d5fd51d6a1d9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949967 Apr 28 19:49:54.935759 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c18a95cd-67dc-49a4-8cb6-d10abcd3b3f8 req-c9a71e29-fcd5-40e9-bc9f-be3d85e1b0e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55fbe830-42a9-4246-a512-c423842bfeed HTTP/1.1" status: 200 len: 1000 time: 0.0915544 Apr 28 19:49:55.009636 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a95cd-67dc-49a4-8cb6-d10abcd3b3f8 req-34da6127-478b-4878-9af9-2bfe862c4bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:55.011742 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c18a95cd-67dc-49a4-8cb6-d10abcd3b3f8 req-34da6127-478b-4878-9af9-2bfe862c4bee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3424908e-073c-4bbb-8b65-dcdfae2d50f6 HTTP/1.1" status: 200 len: 854 time: 0.0674019 Apr 28 19:49:55.068034 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a95cd-67dc-49a4-8cb6-d10abcd3b3f8 req-d503f9b3-2875-4ee0-ab4c-757580a981b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:55.069572 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c18a95cd-67dc-49a4-8cb6-d10abcd3b3f8 req-d503f9b3-2875-4ee0-ab4c-757580a981b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19a1b79f-415e-44bd-80e0-6c4445224038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0507450 Apr 28 19:49:55.239655 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be13d8d-bc7e-45a0-b66b-2843392b0ac1 req-63c55aa2-6212-4338-97a4-04c4ddee8435 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:55.242139 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4be13d8d-bc7e-45a0-b66b-2843392b0ac1 req-63c55aa2-6212-4338-97a4-04c4ddee8435 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0618186 Apr 28 19:49:55.357692 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4be13d8d-bc7e-45a0-b66b-2843392b0ac1 req-e37d338b-cc92-496e-a7d3-d05dbdc21104 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062889 Apr 28 19:49:55.792044 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b92370-0abc-4d9e-b775-06d1e7a46772 req-ac36219c-ba26-4c06-916e-4b81093b49d6 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:55.794282 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-35b92370-0abc-4d9e-b775-06d1e7a46772 req-ac36219c-ba26-4c06-916e-4b81093b49d6 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0923316 Apr 28 19:49:55.961336 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c18a95cd-67dc-49a4-8cb6-d10abcd3b3f8 req-206a523d-70ee-48a4-98e7-295667769b2a service neutron] 10.222.0.65 "GET /v2.0/networks/19a1b79f-415e-44bd-80e0-6c4445224038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243431 Apr 28 19:49:55.966263 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-35b92370-0abc-4d9e-b775-06d1e7a46772 req-3810f74a-9931-495d-a1d8-5b943d5575cb tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1167958 Apr 28 19:49:56.095412 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a56ee4-b045-4efb-936e-28dc81078af4 req-5f26a62f-7516-4010-bf9c-c1f3cecfd0ee tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.097839 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b5a56ee4-b045-4efb-936e-28dc81078af4 req-5f26a62f-7516-4010-bf9c-c1f3cecfd0ee tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 947 time: 0.0793941 Apr 28 19:49:56.124786 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c18a95cd-67dc-49a4-8cb6-d10abcd3b3f8 req-640457ae-466f-4b97-b683-593681288891 service neutron] 10.222.0.65 "GET /v2.0/networks/19a1b79f-415e-44bd-80e0-6c4445224038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396761 Apr 28 19:49:56.189379 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b5a56ee4-b045-4efb-936e-28dc81078af4 req-71a4d2e7-7664-4126-9ef6-6b51b0e792ad tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800271 Apr 28 19:49:56.517747 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bb690-88e7-46bf-8265-191b1f11cdab req-6dccdbb4-9424-4709-9c87-db6de8daee29 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.519614 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f11bb690-88e7-46bf-8265-191b1f11cdab req-6dccdbb4-9424-4709-9c87-db6de8daee29 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0790491 Apr 28 19:49:56.596373 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f11bb690-88e7-46bf-8265-191b1f11cdab req-111b8db0-0125-43f4-bb47-e3a7e21508c0 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701134 Apr 28 19:49:57.133272 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc117d-9c63-461d-8339-11703b14f2a8 req-1358c410-1520-443a-842e-25163355e271 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:57.135111 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c0dc117d-9c63-461d-8339-11703b14f2a8 req-1358c410-1520-443a-842e-25163355e271 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0704176 Apr 28 19:49:57.198856 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c0dc117d-9c63-461d-8339-11703b14f2a8 req-3e79710f-27ae-4304-8d3b-7be281ce281c tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557413 Apr 28 19:49:57.377558 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcf5e8-d920-4053-9acd-f4cea33994be req-65fed556-07b8-45a5-86f2-c9fd2c96b4d1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:57.379316 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f9fcf5e8-d920-4053-9acd-f4cea33994be req-65fed556-07b8-45a5-86f2-c9fd2c96b4d1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 947 time: 0.0700908 Apr 28 19:49:57.452047 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f9fcf5e8-d920-4053-9acd-f4cea33994be req-9f0a6c6c-7908-48e3-9989-fa1432d912c1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621173 Apr 28 19:49:57.736975 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b2680-1a11-4ca5-a064-63f17a698f5e req-99ef35bf-428f-4f99-b0f4-67dcf8ef8e07 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:57.738638 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-827b2680-1a11-4ca5-a064-63f17a698f5e req-99ef35bf-428f-4f99-b0f4-67dcf8ef8e07 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0554011 Apr 28 19:49:57.832352 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-827b2680-1a11-4ca5-a064-63f17a698f5e req-937ffce7-fa59-46f1-b49e-fd5b3a7d9081 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811865 Apr 28 19:49:58.349379 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1b8c5-b1ef-4817-b319-026fab2e3d88 req-be492d92-53d2-44b8-b5c4-6a1909b9e881 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.351254 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d5e1b8c5-b1ef-4817-b319-026fab2e3d88 req-be492d92-53d2-44b8-b5c4-6a1909b9e881 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0700188 Apr 28 19:49:58.415658 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d5e1b8c5-b1ef-4817-b319-026fab2e3d88 req-60a9a56d-0696-4bb0-b584-c38d26bb73dd tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539920 Apr 28 19:49:58.614667 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be503989-68d5-44e7-82f5-d1e26a3f10c2 req-45d15dc1-cc41-42a2-8b21-0511e1dab5d1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.616917 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-be503989-68d5-44e7-82f5-d1e26a3f10c2 req-45d15dc1-cc41-42a2-8b21-0511e1dab5d1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 947 time: 0.0655513 Apr 28 19:49:58.684596 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-be503989-68d5-44e7-82f5-d1e26a3f10c2 req-f23dfc3d-c281-4a72-8a39-2d53278c55cb tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598381 Apr 28 19:49:58.997155 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87c140-d461-4bc2-b6e5-7d3270704f6e req-620f7301-97f8-466f-a171-602bd778b6bf tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.999370 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ab87c140-d461-4bc2-b6e5-7d3270704f6e req-620f7301-97f8-466f-a171-602bd778b6bf tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0573959 Apr 28 19:49:59.077116 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ab87c140-d461-4bc2-b6e5-7d3270704f6e req-7988cc78-20e6-4090-811e-860d8a517615 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697846 Apr 28 19:49:59.563991 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c6c21-73b9-46f7-acab-2e6be4b75a2e req-123801ca-e18c-4395-867f-00b4669c286d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:59.566075 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6f4c6c21-73b9-46f7-acab-2e6be4b75a2e req-123801ca-e18c-4395-867f-00b4669c286d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0597966 Apr 28 19:49:59.624038 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6f4c6c21-73b9-46f7-acab-2e6be4b75a2e req-438d5d0c-27f6-4366-8ca4-0d9162d7424f tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518126 Apr 28 19:50:00.258633 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff0ef7-5bab-43bb-849a-e6351998406b req-31d62f98-df1b-4051-a728-5079ed85fb3b tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:00.261948 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9cff0ef7-5bab-43bb-849a-e6351998406b req-31d62f98-df1b-4051-a728-5079ed85fb3b tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0974641 Apr 28 19:50:00.381235 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9cff0ef7-5bab-43bb-849a-e6351998406b req-ed039fc9-f762-4a19-9261-ec3dc64bb5dd tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1122680 Apr 28 19:50:00.784241 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ff047-73c6-463d-b493-cfe773db3b09 req-b2442326-6ead-4dcb-9123-dcb1e509af43 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:00.785910 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e90ff047-73c6-463d-b493-cfe773db3b09 req-b2442326-6ead-4dcb-9123-dcb1e509af43 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0834591 Apr 28 19:50:00.849717 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e90ff047-73c6-463d-b493-cfe773db3b09 req-44a87cc8-2d6f-4356-9410-ec37025f1866 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527775 Apr 28 19:50:01.525098 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5490555-f44b-4564-9dab-cd0970f07a40 req-348d9efe-7fe6-4eaf-8b15-98c2c4a59088 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:01.526727 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d5490555-f44b-4564-9dab-cd0970f07a40 req-348d9efe-7fe6-4eaf-8b15-98c2c4a59088 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0595202 Apr 28 19:50:01.595926 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:50:01.627607 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d5490555-f44b-4564-9dab-cd0970f07a40 req-7c212b17-1ed1-4914-a74f-db763f7db111 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911925 Apr 28 19:50:02.003249 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c06a0-fcb4-4371-83e5-4ceeae935bfe req-4bb23386-1dd2-4528-bd15-7e34a3194d4e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:02.005322 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8b6c06a0-fcb4-4371-83e5-4ceeae935bfe req-4bb23386-1dd2-4528-bd15-7e34a3194d4e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0719912 Apr 28 19:50:02.096113 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8b6c06a0-fcb4-4371-83e5-4ceeae935bfe req-d577b8a4-5f81-469f-a0eb-97b68523e72d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826228 Apr 28 19:50:02.774909 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c57231-92e4-4844-9fb4-d9b566d7cbb0 req-32049626-fdf2-4b5a-b65d-1fc40e0a8f5e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:02.776702 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f4c57231-92e4-4844-9fb4-d9b566d7cbb0 req-32049626-fdf2-4b5a-b65d-1fc40e0a8f5e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0605912 Apr 28 19:50:02.860805 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f4c57231-92e4-4844-9fb4-d9b566d7cbb0 req-3ab2f8e6-b135-4c0b-8306-174d77e4b585 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733793 Apr 28 19:50:03.229398 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6c151-c674-4906-aeb8-dc6ef88e0e62 req-353bdcd7-3878-42d1-98f5-d189f067d41d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:03.231519 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-dfd6c151-c674-4906-aeb8-dc6ef88e0e62 req-353bdcd7-3878-42d1-98f5-d189f067d41d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0573988 Apr 28 19:50:03.318496 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-dfd6c151-c674-4906-aeb8-dc6ef88e0e62 req-5a932308-8f43-4d64-a37f-3d7a8e14beba tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796449 Apr 28 19:50:04.023730 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebf770-988b-4617-be1f-4332c3ee97d3 req-2c675ea0-e99d-43bd-a128-e5dcbbe9d840 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:04.025388 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-21ebf770-988b-4617-be1f-4332c3ee97d3 req-2c675ea0-e99d-43bd-a128-e5dcbbe9d840 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0590031 Apr 28 19:50:04.099941 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-21ebf770-988b-4617-be1f-4332c3ee97d3 req-91475091-56a8-4540-866d-a748bd549118 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666964 Apr 28 19:50:04.453911 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94222b7-2357-4cd7-aded-7e4e7baa2f21 req-f4afb15c-00b3-4ea3-b9ad-6d79e2abd077 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:04.455837 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b94222b7-2357-4cd7-aded-7e4e7baa2f21 req-f4afb15c-00b3-4ea3-b9ad-6d79e2abd077 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0559978 Apr 28 19:50:04.516494 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b94222b7-2357-4cd7-aded-7e4e7baa2f21 req-0986978d-f0a3-4676-b6ef-3d93a0add846 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533836 Apr 28 19:50:05.233246 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52a992-68a5-4ab6-b74f-f2ee006fd90c req-12afce10-14b2-43ed-8fc6-f9343c5735fb tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:05.235385 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6e52a992-68a5-4ab6-b74f-f2ee006fd90c req-12afce10-14b2-43ed-8fc6-f9343c5735fb tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0530140 Apr 28 19:50:05.343830 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6e52a992-68a5-4ab6-b74f-f2ee006fd90c req-ffad8c71-d167-439b-a232-88ea54193b5a tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017873 Apr 28 19:50:05.645537 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993cc5b-eda4-4cc9-a04b-e9732a38bcf3 req-a7e1cde1-f3b3-4698-8763-841462dc2e0b tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:05.647126 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f993cc5b-eda4-4cc9-a04b-e9732a38bcf3 req-a7e1cde1-f3b3-4698-8763-841462dc2e0b tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0531061 Apr 28 19:50:05.702470 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f993cc5b-eda4-4cc9-a04b-e9732a38bcf3 req-b2feeabb-8251-46e6-b0b9-bd978654d896 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488346 Apr 28 19:50:06.478093 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862e123-ce7b-4d28-b0ab-3168cc9ac872 req-2dc72676-216c-46f8-adf5-b731d75afcaa tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:06.479857 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3862e123-ce7b-4d28-b0ab-3168cc9ac872 req-2dc72676-216c-46f8-adf5-b731d75afcaa tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0613155 Apr 28 19:50:06.553640 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3862e123-ce7b-4d28-b0ab-3168cc9ac872 req-7fda0c26-801d-4d62-a0bb-de478d6f302f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665441 Apr 28 19:50:06.838564 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fa077-2cd1-44f0-a939-805ccda10ed4 req-2adfeda6-01cc-45c9-8f44-bd9db40715c0 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:06.840378 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-654fa077-2cd1-44f0-a939-805ccda10ed4 req-2adfeda6-01cc-45c9-8f44-bd9db40715c0 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0623062 Apr 28 19:50:06.901133 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-654fa077-2cd1-44f0-a939-805ccda10ed4 req-e63c63f5-6adf-454d-b82a-06d3275fa5a1 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529265 Apr 28 19:50:07.680417 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612387a8-1f2e-48db-a696-23bb400d1ef0 req-3eaacb3c-4266-440a-82a1-92bd55346cdf tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:07.682009 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-612387a8-1f2e-48db-a696-23bb400d1ef0 req-3eaacb3c-4266-440a-82a1-92bd55346cdf tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0546598 Apr 28 19:50:07.753345 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-612387a8-1f2e-48db-a696-23bb400d1ef0 req-d98b97ed-44ad-4005-bc75-cdd4533427bf tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638030 Apr 28 19:50:08.030158 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0b46a-73e9-4e67-9991-2ead0aec7030 req-3868830c-041e-4bd6-8f2b-f7ad7ae47095 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:08.032249 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7ca0b46a-73e9-4e67-9991-2ead0aec7030 req-3868830c-041e-4bd6-8f2b-f7ad7ae47095 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0546379 Apr 28 19:50:08.087588 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7ca0b46a-73e9-4e67-9991-2ead0aec7030 req-4e2d9b00-feb3-4435-8a51-3885335cf6bb tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492930 Apr 28 19:50:08.889651 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99964d01-c0e1-4cf4-9811-87bfc1dd7fd4 req-2d67843b-478b-4d7b-bb9c-34d5d4d6b075 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:08.891354 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-99964d01-c0e1-4cf4-9811-87bfc1dd7fd4 req-2d67843b-478b-4d7b-bb9c-34d5d4d6b075 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0607150 Apr 28 19:50:08.969606 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-99964d01-c0e1-4cf4-9811-87bfc1dd7fd4 req-c22e8342-0f4b-4514-8474-c59ce05dc545 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678906 Apr 28 19:50:09.219550 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc92442-fac6-46ff-ac39-9de15653c203 req-b0031980-7263-43c4-80f5-90f4fbde6947 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:09.221223 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bdc92442-fac6-46ff-ac39-9de15653c203 req-b0031980-7263-43c4-80f5-90f4fbde6947 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0551009 Apr 28 19:50:09.289771 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bdc92442-fac6-46ff-ac39-9de15653c203 req-6e8a7323-e909-4aac-bab3-b9f9d070960c tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574212 Apr 28 19:50:10.098698 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed2e2d-43e0-46ee-ac26-adefc092c2bb req-c27f1844-3362-41a5-9fd4-c3522d32be86 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:10.100343 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-02ed2e2d-43e0-46ee-ac26-adefc092c2bb req-c27f1844-3362-41a5-9fd4-c3522d32be86 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0538566 Apr 28 19:50:10.174295 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-02ed2e2d-43e0-46ee-ac26-adefc092c2bb req-2efacfc7-98de-4efd-b6fa-2ad818e14a1b tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675151 Apr 28 19:50:10.394208 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:10.448275 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93847c8e-c913-4637-93ec-a91835c17d9c req-b27e739c-bcc8-44fc-9c1c-bd1444a32cd0 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:10.449880 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-93847c8e-c913-4637-93ec-a91835c17d9c req-b27e739c-bcc8-44fc-9c1c-bd1444a32cd0 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0536637 Apr 28 19:50:10.510340 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-93847c8e-c913-4637-93ec-a91835c17d9c req-83011233-6da6-4045-8793-ebe17d3a5eb5 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495162 Apr 28 19:50:11.313534 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370ac6d-118a-42a2-b27a-0beafb2a13b5 req-83bc4f18-718f-4e26-bc1a-a6419f50f1a3 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:11.315242 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b370ac6d-118a-42a2-b27a-0beafb2a13b5 req-83bc4f18-718f-4e26-bc1a-a6419f50f1a3 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0539649 Apr 28 19:50:11.395664 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b370ac6d-118a-42a2-b27a-0beafb2a13b5 req-427125cf-89ba-48a4-b03f-f0542d34beba tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719550 Apr 28 19:50:11.551559 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-6390f421-1477-40e3-8ebc-9ca7947db29a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1027825534&fields=id&tenant_id=2774778ad450444faa1f0b70683b5d73 HTTP/1.1" status: 200 len: 267 time: 0.0508611 Apr 28 19:50:11.687457 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e733f-c8c4-4138-971f-979f28100400 req-b2f9a3dc-2676-408a-a96c-4aedd7401d9a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:11.688612 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344ba04-bbae-4ee2-bba1-0ed1858309e0 req-77540b25-1aca-4911-9d76-dc1ce302efdc tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:11.690088 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-b2f9a3dc-2676-408a-a96c-4aedd7401d9a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/networks?id=b1e58871-fcfd-4262-aa17-3a8234ad9048 HTTP/1.1" status: 200 len: 809 time: 0.1308336 Apr 28 19:50:11.690872 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b344ba04-bbae-4ee2-bba1-0ed1858309e0 req-77540b25-1aca-4911-9d76-dc1ce302efdc tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0672696 Apr 28 19:50:11.714883 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-55ec171d-ebfe-4ad6-9236-e0ba540d2466 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/quotas/2774778ad450444faa1f0b70683b5d73 HTTP/1.1" status: 200 len: 375 time: 0.0155516 Apr 28 19:50:11.764174 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b344ba04-bbae-4ee2-bba1-0ed1858309e0 req-a8149b40-d20e-4126-a66c-66c65a9d7161 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634093 Apr 28 19:50:11.795527 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-26b16f8b-02ac-4fc8-8a67-4a7c5a7bb3bc tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2774778ad450444faa1f0b70683b5d73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698769 Apr 28 19:50:11.911683 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cbcc95fa-7b2e-4a1b-8341-d4a4b117f63e req-51ab9d6f-d8ef-4803-84ee-22bfd02b3341 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514343 Apr 28 19:50:11.987084 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc95fa-7b2e-4a1b-8341-d4a4b117f63e req-ee29226d-2c8e-4d71-94e1-221cb4441bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:11.988716 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cbcc95fa-7b2e-4a1b-8341-d4a4b117f63e req-ee29226d-2c8e-4d71-94e1-221cb4441bca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 1129 time: 0.0477157 Apr 28 19:50:12.001804 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-97bfbf12-0db5-41f5-b66a-ea928e5ebf41 service neutron] 10.222.0.62 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864746 Apr 28 19:50:12.103270 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-99e69849-cc3c-45a4-8604-e87edc94dc5f service neutron] 10.222.0.62 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953288 Apr 28 19:50:12.548715 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-663a1f15-7ed2-4152-90b1-d3a45106623e req-9a73aab2-977b-47cf-a241-cc93beff8916 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 210 time: 0.0665340 Apr 28 19:50:12.617203 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc95fa-7b2e-4a1b-8341-d4a4b117f63e req-7a11ec98-f049-4ea6-8049-cc5990542507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:12.618791 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cbcc95fa-7b2e-4a1b-8341-d4a4b117f63e req-7a11ec98-f049-4ea6-8049-cc5990542507 service neutron] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 919 time: 0.1176975 Apr 28 19:50:12.747161 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cbcc95fa-7b2e-4a1b-8341-d4a4b117f63e req-4ce80530-5e17-496d-942c-87189980521f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f31c3cf-27b3-4e16-b692-d7d64c407e81 HTTP/1.1" status: 200 len: 217 time: 0.0819809 Apr 28 19:50:12.799948 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca54871-4162-46fe-876c-cccd68f97917 req-7adf1479-30e5-4071-ad49-030d070ce9b5 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:12.802844 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8ca54871-4162-46fe-876c-cccd68f97917 req-7adf1479-30e5-4071-ad49-030d070ce9b5 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.1016822 Apr 28 19:50:12.835576 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc95fa-7b2e-4a1b-8341-d4a4b117f63e req-ecdd547d-f1cc-4f6e-8025-885de9670ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:12.842331 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cbcc95fa-7b2e-4a1b-8341-d4a4b117f63e req-ecdd547d-f1cc-4f6e-8025-885de9670ec6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.0874736 Apr 28 19:50:12.921218 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc95fa-7b2e-4a1b-8341-d4a4b117f63e req-6ecedefe-44a8-4267-ac28-a907efea4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:12.924065 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cbcc95fa-7b2e-4a1b-8341-d4a4b117f63e req-6ecedefe-44a8-4267-ac28-a907efea4bfe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0705471 Apr 28 19:50:12.928232 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8ca54871-4162-46fe-876c-cccd68f97917 req-72058f14-f058-4ca7-baec-61ad34731504 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171551 Apr 28 19:50:13.111439 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8444e-5c45-4190-9fe2-e95597453eea req-2a2c361c-4dac-4342-b9d8-b65f1c7996f2 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:13.116422 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-40f8444e-5c45-4190-9fe2-e95597453eea req-2a2c361c-4dac-4342-b9d8-b65f1c7996f2 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0863545 Apr 28 19:50:13.143133 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cbcc95fa-7b2e-4a1b-8341-d4a4b117f63e req-07f5e188-e11c-4375-8417-99d9c3b40932 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031324 Apr 28 19:50:13.215680 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-40f8444e-5c45-4190-9fe2-e95597453eea req-f83fc07d-4f68-436f-af0c-b439112798f6 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933692 Apr 28 19:50:13.284310 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cbcc95fa-7b2e-4a1b-8341-d4a4b117f63e req-65afbada-dd12-4932-b96f-909eec20f938 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314015 Apr 28 19:50:13.667081 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-099253c6-6a8c-4daf-b55b-a402ab60c4c8 req-b1a89ccf-29f2-4a4d-a837-b097c4ac88b9 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 210 time: 0.0305238 Apr 28 19:50:14.055419 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2132c04-3d5b-4d21-a81d-07520cb12a64 req-66febd57-ce90-4187-b711-cd7dcbc48b4b tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:14.057128 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d2132c04-3d5b-4d21-a81d-07520cb12a64 req-66febd57-ce90-4187-b711-cd7dcbc48b4b tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0512938 Apr 28 19:50:14.145181 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d2132c04-3d5b-4d21-a81d-07520cb12a64 req-e356e432-404e-461f-87f5-cea564ee86ae tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=407998d4-766c-4439-9015-aaf9759a7289&id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810399 Apr 28 19:50:14.368561 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde6efc-43d5-4d78-9c86-317e81bb4bfe req-4f04d6f0-c68f-4fda-9b6a-35b08f65abae tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:14.369929 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ecde6efc-43d5-4d78-9c86-317e81bb4bfe req-4f04d6f0-c68f-4fda-9b6a-35b08f65abae tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0609436 Apr 28 19:50:14.430882 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ecde6efc-43d5-4d78-9c86-317e81bb4bfe req-37e8e03e-e811-4d5c-a345-11c18485e465 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503068 Apr 28 19:50:14.652250 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aab47-7fe8-49c7-b09b-9abfa12c94ff req-227b1fcb-4218-472f-9b0d-81280db734ea tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:14.654299 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-029aab47-7fe8-49c7-b09b-9abfa12c94ff req-227b1fcb-4218-472f-9b0d-81280db734ea tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0504065 Apr 28 19:50:14.734182 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-029aab47-7fe8-49c7-b09b-9abfa12c94ff req-2c336109-b7d7-4302-a3fe-2210a7e2b0f8 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729153 Apr 28 19:50:14.849795 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-08568afd-af18-4b7e-9f1e-8f96b9c06b7b req-13b55ad6-a514-4dca-a783-31b73316a6f0 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 210 time: 0.0352018 Apr 28 19:50:15.171572 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a0207-b199-462f-ad2d-5718cfe76f28 req-143eea19-66e3-4497-a64a-3b4a24da4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:15.173393 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5d9a0207-b199-462f-ad2d-5718cfe76f28 req-143eea19-66e3-4497-a64a-3b4a24da4622 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f822fc5fc43843fca324c641a2958d58&device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 1130 time: 0.0495729 Apr 28 19:50:15.602583 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a0207-b199-462f-ad2d-5718cfe76f28 req-20ce3a77-eb3d-4457-b153-a6d0e019885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:15.605350 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5d9a0207-b199-462f-ad2d-5718cfe76f28 req-20ce3a77-eb3d-4457-b153-a6d0e019885d service neutron] 10.222.0.65 "GET /v2.0/networks?id=b69886aa-6bae-4ab1-aed5-71674941fba6 HTTP/1.1" status: 200 len: 912 time: 0.1995366 Apr 28 19:50:15.625820 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e733f-c8c4-4138-971f-979f28100400 req-cbc3d66c-3778-43a5-9286-1a8424c77aff tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:15.627545 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-cbc3d66c-3778-43a5-9286-1a8424c77aff tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.65 "GET /v2.0/networks?id=b1e58871-fcfd-4262-aa17-3a8234ad9048 HTTP/1.1" status: 200 len: 809 time: 0.2169042 Apr 28 19:50:15.718914 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-a83a3e36-733e-429e-8282-23de69807273 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2774778ad450444faa1f0b70683b5d73 HTTP/1.1" status: 200 len: 380 time: 0.0711703 Apr 28 19:50:15.728637 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5d9a0207-b199-462f-ad2d-5718cfe76f28 req-b2c0844b-39a6-4669-8945-6c58a6a46d12 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 HTTP/1.1" status: 200 len: 1001 time: 0.0903862 Apr 28 19:50:15.889320 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa4f1e-d383-40a4-ac30-c9694cfc8759 req-a2743348-d52d-4638-8894-a8103566571f tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:15.891089 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6ffa4f1e-d383-40a4-ac30-c9694cfc8759 req-a2743348-d52d-4638-8894-a8103566571f tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0579979 Apr 28 19:50:15.959939 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6ffa4f1e-d383-40a4-ac30-c9694cfc8759 req-38031cda-587e-4d9a-ae47-65f6c61ab99e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580735 Apr 28 19:50:15.995566 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-4e3e733f-c8c4-4138-971f-979f28100400 req-951c5b6d-148a-4ba3-a223-6cfe95d4fe8a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Request body: {'port': {'device_id': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'admin_state_up': True, 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'security_groups': ['d59968cd-df4c-4186-8def-ea9c3926af6b']}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:50:16.024126 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b92a8537-8a62-4a86-a00b-06cbc6d982dd req-5eb1eedf-9ec5-42f8-82a1-76277befa336 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 210 time: 0.0831554 Apr 28 19:50:16.024391 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a0207-b199-462f-ad2d-5718cfe76f28 req-6d744a61-aecc-426b-9edf-238722b8af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:16.026917 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5d9a0207-b199-462f-ad2d-5718cfe76f28 req-6d744a61-aecc-426b-9edf-238722b8af52 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1befb9f-7e34-4e88-955a-eb6e46568b81 HTTP/1.1" status: 200 len: 850 time: 0.0658178 Apr 28 19:50:16.084680 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a0207-b199-462f-ad2d-5718cfe76f28 req-1a0e0087-c80e-4821-9410-55caae31ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:16.086387 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5d9a0207-b199-462f-ad2d-5718cfe76f28 req-1a0e0087-c80e-4821-9410-55caae31ccc1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b69886aa-6bae-4ab1-aed5-71674941fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0497682 Apr 28 19:50:16.188799 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3e733f-c8c4-4138-971f-979f28100400 req-951c5b6d-148a-4ba3-a223-6cfe95d4fe8a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Made reservation on behalf of 2774778ad450444faa1f0b70683b5d73 for: {'port': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:16.192498 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-4e3e733f-c8c4-4138-971f-979f28100400 req-951c5b6d-148a-4ba3-a223-6cfe95d4fe8a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:16.202189 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5d9a0207-b199-462f-ad2d-5718cfe76f28 req-ab68516c-8fc6-4f3e-bc7b-3ea2ec3e34dd service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088102 Apr 28 19:50:16.311087 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5d9a0207-b199-462f-ad2d-5718cfe76f28 req-d8127540-afdf-477f-82e9-a31eae335ea7 service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020510 Apr 28 19:50:16.371254 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [req-4e3e733f-c8c4-4138-971f-979f28100400 req-951c5b6d-148a-4ba3-a223-6cfe95d4fe8a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Allocated IP 172.20.0.6 (b1e58871-fcfd-4262-aa17-3a8234ad9048/8f160553-b30a-4983-8eab-abb541ae5434/9116eb5f-7065-46c4-882c-0d2f86838505) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:16.582697 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-4e3e733f-c8c4-4138-971f-979f28100400 req-951c5b6d-148a-4ba3-a223-6cfe95d4fe8a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for port (9116eb5f-7065-46c4-882c-0d2f86838505), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:16.626872 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-4e3e733f-c8c4-4138-971f-979f28100400 req-951c5b6d-148a-4ba3-a223-6cfe95d4fe8a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:16.684122 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3e733f-c8c4-4138-971f-979f28100400 req-951c5b6d-148a-4ba3-a223-6cfe95d4fe8a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Network b1e58871-fcfd-4262-aa17-3a8234ad9048 is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:16.715134 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c5b6d-148a-4ba3-a223-6cfe95d4fe8a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Pushing event updated for resources: {'Port': ['ID=9116eb5f-7065-46c4-882c-0d2f86838505,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:16.719715 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [req-4e3e733f-c8c4-4138-971f-979f28100400 req-951c5b6d-148a-4ba3-a223-6cfe95d4fe8a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:16.723282 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3e733f-c8c4-4138-971f-979f28100400 req-951c5b6d-148a-4ba3-a223-6cfe95d4fe8a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:16.829853 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba8145-2ed1-452a-a325-9644a72802e2 req-3bd5ccca-8ae2-459e-97a3-a8ade2078a81 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:16.831519 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b9ba8145-2ed1-452a-a325-9644a72802e2 req-3bd5ccca-8ae2-459e-97a3-a8ade2078a81 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.1012144 Apr 28 19:50:16.837204 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e733f-c8c4-4138-971f-979f28100400 req-951c5b6d-148a-4ba3-a223-6cfe95d4fe8a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:16.837898 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-4e3e733f-c8c4-4138-971f-979f28100400 req-951c5b6d-148a-4ba3-a223-6cfe95d4fe8a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:16.868501 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-951c5b6d-148a-4ba3-a223-6cfe95d4fe8a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8815820 Apr 28 19:50:16.890137 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Request body: {'port': {'device_id': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:50:16.934204 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b9ba8145-2ed1-452a-a325-9644a72802e2 req-9a001291-55d0-4e3c-8224-a9c078bafa32 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872014 Apr 28 19:50:16.985346 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e429a-6500-469d-b352-ab730db449ba req-942ac0b5-59b5-44a6-923a-2a2a53317641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:16.985346 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1b9e429a-6500-469d-b352-ab730db449ba req-942ac0b5-59b5-44a6-923a-2a2a53317641 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 1130 time: 0.0976391 Apr 28 19:50:16.986710 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:17.098465 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-4bf0bd8f-ffa0-4b21-8b89-5e7e1179d438 None None] Provisioning complete for port 9116eb5f-7065-46c4-882c-0d2f86838505 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:50:17.100119 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4bf0bd8f-ffa0-4b21-8b89-5e7e1179d438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:17.115435 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa65fbc-5f42-41f9-a0a0-3873671b27bd req-57186588-0a68-4bb6-b4d4-ed3a7a11d126 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:17.117254 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5aa65fbc-5f42-41f9-a0a0-3873671b27bd req-57186588-0a68-4bb6-b4d4-ed3a7a11d126 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0546687 Apr 28 19:50:17.152796 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-b38d4173-3ad7-4f32-9d20-51284cc5310a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:17.170541 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-4bf0bd8f-ffa0-4b21-8b89-5e7e1179d438 None None] Port 9116eb5f-7065-46c4-882c-0d2f86838505 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:50:17.202183 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5aa65fbc-5f42-41f9-a0a0-3873671b27bd req-8ce36a4a-190b-4053-ac30-6ac5c79b18e1 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771523 Apr 28 19:50:17.269467 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fa234-f311-40cd-88fa-1bc0d1cbc1de req-502ec6a2-d07c-4d39-b0bb-296fd5d62f49 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:17.271105 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-dc5fa234-f311-40cd-88fa-1bc0d1cbc1de req-502ec6a2-d07c-4d39-b0bb-296fd5d62f49 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 931 time: 0.1135325 Apr 28 19:50:17.361776 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-dc5fa234-f311-40cd-88fa-1bc0d1cbc1de req-bf575d84-bf77-4756-95bb-de30c56bbe75 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834217 Apr 28 19:50:17.442470 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9116eb5f-7065-46c4-882c-0d2f86838505 {{(pid=109983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:17.457634 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Publish callbacks [] for port (9116eb5f-7065-46c4-882c-0d2f86838505), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:17.476483 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.provisioning_blocks [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Transition to ACTIVE for port object 9116eb5f-7065-46c4-882c-0d2f86838505 will not be triggered until provisioned by entity L2. {{(pid=109983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:50:17.481406 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:17.563565 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e429a-6500-469d-b352-ab730db449ba req-238cc465-8cb0-4096-b58f-412153b0d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:17.565348 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1b9e429a-6500-469d-b352-ab730db449ba req-238cc465-8cb0-4096-b58f-412153b0d558 service neutron] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 919 time: 0.1338820 Apr 28 19:50:17.643067 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1b9e429a-6500-469d-b352-ab730db449ba req-82c6c115-d6ff-4146-93ba-ffe2018ac569 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c67d1f-d0e5-44bc-82ac-19df39dc0f96 HTTP/1.1" status: 200 len: 1002 time: 0.0700896 Apr 28 19:50:17.725342 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e429a-6500-469d-b352-ab730db449ba req-2daae922-6499-47d5-bf31-2b354a09f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:17.728249 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1b9e429a-6500-469d-b352-ab730db449ba req-2daae922-6499-47d5-bf31-2b354a09f63c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.0649512 Apr 28 19:50:17.795967 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e429a-6500-469d-b352-ab730db449ba req-7a4120b4-8e30-4b91-af7e-dafa41dd928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:17.798877 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1b9e429a-6500-469d-b352-ab730db449ba req-7a4120b4-8e30-4b91-af7e-dafa41dd928d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0631576 Apr 28 19:50:17.859455 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Pushing event updated for resources: {'Port': ['ID=9116eb5f-7065-46c4-882c-0d2f86838505,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:17.916669 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1b9e429a-6500-469d-b352-ab730db449ba req-20c8b054-5582-40d7-be14-37fc4d63ac4f service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084814 Apr 28 19:50:17.948308 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Attempting to bind port 9116eb5f-7065-46c4-882c-0d2f86838505 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:50:17.948835 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Attempting to bind port 9116eb5f-7065-46c4-882c-0d2f86838505 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '14da1f0b-a743-474a-b078-742a29e6049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048'}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:50:17.949357 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Attempting to bind port 9116eb5f-7065-46c4-882c-0d2f86838505 on network b1e58871-fcfd-4262-aa17-3a8234ad9048 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:17.957405 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Port 9116eb5f-7065-46c4-882c-0d2f86838505 on network b1e58871-fcfd-4262-aa17-3a8234ad9048 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:50:17.957917 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Attempting to bind port 9116eb5f-7065-46c4-882c-0d2f86838505 on network b1e58871-fcfd-4262-aa17-3a8234ad9048 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:50:17.966087 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:50:17.966587 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Checking segment: {'id': '14da1f0b-a743-474a-b078-742a29e6049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:50:17.967196 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Bound using segment: {'id': '14da1f0b-a743-474a-b078-742a29e6049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048'} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:50:17.967761 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Bound port: 9116eb5f-7065-46c4-882c-0d2f86838505, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14da1f0b-a743-474a-b078-742a29e6049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048'}}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:50:17.968258 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:18.040558 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1b9e429a-6500-469d-b352-ab730db449ba req-f66767ce-1ef0-4350-9b2f-28c719502f9d service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160405 Apr 28 19:50:18.042836 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] For port 9116eb5f-7065-46c4-882c-0d2f86838505, host hv-cinder-82694, cleared binding levels {{(pid=109983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:50:18.048123 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] For port 9116eb5f-7065-46c4-882c-0d2f86838505, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9116eb5f-7065-46c4-882c-0d2f86838505,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:50:18.059507 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:18.123937 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:18.125195 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:18.127569 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] 10.222.0.65 "PUT /v2.0/ports/9116eb5f-7065-46c4-882c-0d2f86838505 HTTP/1.1" status: 200 len: 1093 time: 1.2428916 Apr 28 19:50:18.128361 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'tag': '9116eb5f-7065-46c4-882c-0d2f86838505'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:18.131911 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0603b2b6-6db0-4ace-922d-02fc36b15452" -d '{"events": [{"name": "network-changed", "server_uuid": "93248f1e-bb6f-4d19-bb09-ff80a8798e58", "tag": "9116eb5f-7065-46c4-882c-0d2f86838505"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:18.171680 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00726c-008a-42cf-9b5d-74de031ceafc req-17a7a565-3f83-41b2-a340-7186ac500663 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:18.174013 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ce00726c-008a-42cf-9b5d-74de031ceafc req-17a7a565-3f83-41b2-a340-7186ac500663 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0809526 Apr 28 19:50:18.194972 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca0367-dd94-4756-bdaa-1588e68727ad service neutron] Pushing event updated for resources: {'Port': ['ID=9116eb5f-7065-46c4-882c-0d2f86838505,revision_number=3']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:18.260097 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ce00726c-008a-42cf-9b5d-74de031ceafc req-f7fe4eb1-f589-4e21-9d9d-e085a8cc0735 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761642 Apr 28 19:50:18.303080 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e733f-c8c4-4138-971f-979f28100400 req-f9be9b84-4316-4f36-97c4-4e9cd1bdf155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:18.305925 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-f9be9b84-4316-4f36-97c4-4e9cd1bdf155 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2774778ad450444faa1f0b70683b5d73&device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 1127 time: 0.0904644 Apr 28 19:50:18.363300 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f716197e-4bb6-4813-96ad-44febe6c66c0 x-openstack-request-id: req-f716197e-4bb6-4813-96ad-44febe6c66c0 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:18.363664 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93248f1e-bb6f-4d19-bb09-ff80a8798e58", "tag": "9116eb5f-7065-46c4-882c-0d2f86838505", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:18.363870 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f716197e-4bb6-4813-96ad-44febe6c66c0 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:18.364263 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f716197e-4bb6-4813-96ad-44febe6c66c0'] response: {'name': 'network-changed', 'server_uuid': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'tag': '9116eb5f-7065-46c4-882c-0d2f86838505', 'status': 'completed', 'code': 200} Apr 28 19:50:18.366202 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-8a4c79c0-ffb0-42db-a88b-6e1e56b8c3ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9116eb5f-7065-46c4-882c-0d2f86838505 HTTP/1.1" status: 200 len: 217 time: 0.0407622 Apr 28 19:50:18.429929 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e733f-c8c4-4138-971f-979f28100400 req-9a574f87-298c-4378-a002-0935068e5fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:18.431109 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-9a574f87-298c-4378-a002-0935068e5fc3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f160553-b30a-4983-8eab-abb541ae5434 HTTP/1.1" status: 200 len: 848 time: 0.0569317 Apr 28 19:50:18.495576 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e733f-c8c4-4138-971f-979f28100400 req-6703c490-0126-4341-bd11-ffdea1efa2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:18.497355 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-6703c490-0126-4341-bd11-ffdea1efa2a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1e58871-fcfd-4262-aa17-3a8234ad9048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0551364 Apr 28 19:50:18.561569 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e71db-e537-4ccf-9aeb-1ee28767c51d req-4db0bab8-ef06-428b-8ea3-27d54ec0b368 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:18.564181 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-242e71db-e537-4ccf-9aeb-1ee28767c51d req-4db0bab8-ef06-428b-8ea3-27d54ec0b368 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 943 time: 0.0869718 Apr 28 19:50:18.613043 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-6df4ac20-1a61-4b93-b6e3-aa13c1ad44e6 service neutron] 10.222.0.65 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061630 Apr 28 19:50:18.642909 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-242e71db-e537-4ccf-9aeb-1ee28767c51d req-9a8d2928-8c35-4d54-b60d-f879bf34f3ca tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686598 Apr 28 19:50:18.720212 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e3e733f-c8c4-4138-971f-979f28100400 req-a802037f-4cb0-4034-8fc6-96d38897852e service neutron] 10.222.0.65 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985756 Apr 28 19:50:19.309358 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7c4907f0-c308-4831-bf16-ed2726966755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:19.413266 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570a7e9-2960-4769-9ee2-ce42b3173a33 req-ed157ba8-17ef-4353-b023-06594f21c06a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:19.414944 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c570a7e9-2960-4769-9ee2-ce42b3173a33 req-ed157ba8-17ef-4353-b023-06594f21c06a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0527306 Apr 28 19:50:19.470768 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c570a7e9-2960-4769-9ee2-ce42b3173a33 req-13d30202-7670-4e52-8889-333c2e192dd3 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487099 Apr 28 19:50:19.777112 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41072694-11ee-47fd-855f-14456c596f51 req-185f5a17-c87e-4163-bda8-c01ec74dbdf5 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:19.779346 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-41072694-11ee-47fd-855f-14456c596f51 req-185f5a17-c87e-4163-bda8-c01ec74dbdf5 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 943 time: 0.0525212 Apr 28 19:50:19.840320 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-41072694-11ee-47fd-855f-14456c596f51 req-5da9ddd2-f2e3-4ea5-af5a-54ae391799cf tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542009 Apr 28 19:50:20.605976 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e533e-5376-4503-b788-1e283681341d req-66343736-533a-4646-8ebc-49f61e80c420 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:20.608345 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-228e533e-5376-4503-b788-1e283681341d req-66343736-533a-4646-8ebc-49f61e80c420 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0593512 Apr 28 19:50:20.661840 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-228e533e-5376-4503-b788-1e283681341d req-a43001a7-5926-4288-bb2c-4429ba889e55 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476038 Apr 28 19:50:20.939640 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:20.983340 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1a6ab-42d1-4f69-b25b-0dc6b222cf27 req-ca020e7b-80dd-43ef-9c26-d89ce892e2e8 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:20.984971 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-aea1a6ab-42d1-4f69-b25b-0dc6b222cf27 req-ca020e7b-80dd-43ef-9c26-d89ce892e2e8 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 943 time: 0.0535412 Apr 28 19:50:21.054758 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-aea1a6ab-42d1-4f69-b25b-0dc6b222cf27 req-7b269894-3a47-4c82-8e85-4319023ddfd1 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597932 Apr 28 19:50:21.802525 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603b2b6-6db0-4ace-922d-02fc36b15452 req-0e876d89-d63b-4192-aad2-b89464486a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:21.804125 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0603b2b6-6db0-4ace-922d-02fc36b15452 req-0e876d89-d63b-4192-aad2-b89464486a6b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2774778ad450444faa1f0b70683b5d73&device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 1127 time: 0.0715041 Apr 28 19:50:21.816088 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc069d6-be92-4fb1-a267-56bf9ff4c6b4 req-9690fc80-da99-4542-b443-07a794802610 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:21.817717 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3cc069d6-be92-4fb1-a267-56bf9ff4c6b4 req-9690fc80-da99-4542-b443-07a794802610 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0762713 Apr 28 19:50:21.934092 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3cc069d6-be92-4fb1-a267-56bf9ff4c6b4 req-6ab7aa18-06ff-48ba-a0ec-368e883432b7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070411 Apr 28 19:50:21.959252 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603b2b6-6db0-4ace-922d-02fc36b15452 req-fa7be7c5-29c5-4688-b5da-87b45993dced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:21.961713 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0603b2b6-6db0-4ace-922d-02fc36b15452 req-fa7be7c5-29c5-4688-b5da-87b45993dced service neutron] 10.222.0.65 "GET /v2.0/networks?id=b1e58871-fcfd-4262-aa17-3a8234ad9048 HTTP/1.1" status: 200 len: 910 time: 0.1428590 Apr 28 19:50:22.015090 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0603b2b6-6db0-4ace-922d-02fc36b15452 req-72a3db8d-edba-4d5b-bd29-a96f0a62e13d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9116eb5f-7065-46c4-882c-0d2f86838505 HTTP/1.1" status: 200 len: 217 time: 0.0453975 Apr 28 19:50:22.070853 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603b2b6-6db0-4ace-922d-02fc36b15452 req-3d5d3acf-7d8e-4c8f-9445-f94f5a120e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:22.072411 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0603b2b6-6db0-4ace-922d-02fc36b15452 req-3d5d3acf-7d8e-4c8f-9445-f94f5a120e23 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f160553-b30a-4983-8eab-abb541ae5434 HTTP/1.1" status: 200 len: 848 time: 0.0489922 Apr 28 19:50:22.149380 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603b2b6-6db0-4ace-922d-02fc36b15452 req-71fb3784-5e79-4167-950c-553ad1adfe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:22.152209 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0603b2b6-6db0-4ace-922d-02fc36b15452 req-71fb3784-5e79-4167-950c-553ad1adfe99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1e58871-fcfd-4262-aa17-3a8234ad9048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0700581 Apr 28 19:50:22.222317 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa17839-352b-484f-85c6-091e02e68f92 req-f08d455f-4d1a-4a4a-8ed6-687a26d4dc7c tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:22.224193 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7aa17839-352b-484f-85c6-091e02e68f92 req-f08d455f-4d1a-4a4a-8ed6-687a26d4dc7c tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 943 time: 0.0619290 Apr 28 19:50:22.276673 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:22.287190 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0603b2b6-6db0-4ace-922d-02fc36b15452 req-31d2afa9-8961-4eb1-9dc1-3a78824cc958 service neutron] 10.222.0.65 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246157 Apr 28 19:50:22.299483 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7aa17839-352b-484f-85c6-091e02e68f92 req-4e99ace0-453a-4938-ad26-f5720cba1a8d tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688827 Apr 28 19:50:22.396780 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0603b2b6-6db0-4ace-922d-02fc36b15452 req-8b6882d0-4575-46fa-be21-466af83f420e service neutron] 10.222.0.65 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025093 Apr 28 19:50:23.064033 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5b757-ef0f-424e-b9fc-59b9e4f777bb req-38107ae0-f40c-4281-b732-da5ce289d981 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:23.065897 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-33e5b757-ef0f-424e-b9fc-59b9e4f777bb req-38107ae0-f40c-4281-b732-da5ce289d981 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0546539 Apr 28 19:50:23.127032 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-33e5b757-ef0f-424e-b9fc-59b9e4f777bb req-3a6c5860-df38-4b61-8d20-da3d3fe97024 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548148 Apr 28 19:50:23.442765 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ebc05-a725-4ee9-97a4-32770cce07f5 req-5a817f89-b729-4c80-87c2-65b3a6f78636 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:23.444755 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fa5ebc05-a725-4ee9-97a4-32770cce07f5 req-5a817f89-b729-4c80-87c2-65b3a6f78636 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 943 time: 0.0547600 Apr 28 19:50:23.470149 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 9116eb5f-7065-46c4-882c-0d2f86838505 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:50:23.511758 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fa5ebc05-a725-4ee9-97a4-32770cce07f5 req-13c07291-a53f-4e17-8a12-6e295b08902c tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608935 Apr 28 19:50:23.611848 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 9116eb5f-7065-46c4-882c-0d2f86838505, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9116eb5f-7065-46c4-882c-0d2f86838505,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:23.631185 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '9116eb5f-7065-46c4-882c-0d2f86838505', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'port_id': '9116eb5f-7065-46c4-882c-0d2f86838505', 'mac_address': 'fa:16:3e:3a:10:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f160553-b30a-4983-8eab-abb541ae5434', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:50:23.691281 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 9116eb5f-7065-46c4-882c-0d2f86838505 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:50:23.691936 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:23.716054 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9116eb5f-7065-46c4-882c-0d2f86838505 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:23.750334 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 9116eb5f-7065-46c4-882c-0d2f86838505, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9116eb5f-7065-46c4-882c-0d2f86838505,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:23.756192 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:23.811916 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=9116eb5f-7065-46c4-882c-0d2f86838505,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:23.822168 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.822590 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.823077 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.823482 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.823911 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.824289 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.824723 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.825251 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.825687 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.826059 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.826543 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.826957 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.827374 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.827822 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.828245 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:23.962888 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:24.255815 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd35409-16d5-4b91-91c6-0e5b536105a5 req-bdbabd73-b2c4-42ae-80f1-fe1627f4beb3 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:24.257498 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bbd35409-16d5-4b91-91c6-0e5b536105a5 req-bdbabd73-b2c4-42ae-80f1-fe1627f4beb3 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0512371 Apr 28 19:50:24.273571 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['9116eb5f-7065-46c4-882c-0d2f86838505'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:50:24.332509 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bbd35409-16d5-4b91-91c6-0e5b536105a5 req-d2785a6e-7169-413f-9c53-53af25982034 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676632 Apr 28 19:50:24.661113 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88d709-7902-446f-8042-06dc1a26b0fd req-a5728bd5-51cd-4943-b7bc-ea10cc0339d9 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:24.663682 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1a88d709-7902-446f-8042-06dc1a26b0fd req-a5728bd5-51cd-4943-b7bc-ea10cc0339d9 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 944 time: 0.0642743 Apr 28 19:50:24.719829 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1a88d709-7902-446f-8042-06dc1a26b0fd req-071116d2-cee9-4956-8b9c-47522a989ee9 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486245 Apr 28 19:50:25.473962 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fe0c6-5eaa-4872-a702-0297e4a3e36e req-cb631be0-af8c-40db-867b-74e133e0dc95 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:25.475767 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-cf3fe0c6-5eaa-4872-a702-0297e4a3e36e req-cb631be0-af8c-40db-867b-74e133e0dc95 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0541475 Apr 28 19:50:25.534284 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-cf3fe0c6-5eaa-4872-a702-0297e4a3e36e req-843493b6-0846-48a0-b2f2-6bb7d9f6450f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510139 Apr 28 19:50:25.790862 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 9116eb5f-7065-46c4-882c-0d2f86838505 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:50:25.845651 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e533eb-21ce-4bae-823f-91639864ff86 req-b785dd8b-7b4b-4784-a8df-7dc07ac13bd3 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:25.847980 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-77e533eb-21ce-4bae-823f-91639864ff86 req-b785dd8b-7b4b-4784-a8df-7dc07ac13bd3 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 944 time: 0.0549862 Apr 28 19:50:25.874356 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port 9116eb5f-7065-46c4-882c-0d2f86838505 completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:50:25.883774 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 9116eb5f-7065-46c4-882c-0d2f86838505 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:50:25.884319 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:25.907319 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-77e533eb-21ce-4bae-823f-91639864ff86 req-6587f0e3-f3ae-44de-bcd4-83b81fd015d1 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531540 Apr 28 19:50:26.007598 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 9116eb5f-7065-46c4-882c-0d2f86838505 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:50:26.008017 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:26.035032 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9116eb5f-7065-46c4-882c-0d2f86838505'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:26.037404 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eea03df-0c53-49a8-ae3f-2384d5189992" -d '{"events": [{"server_uuid": "93248f1e-bb6f-4d19-bb09-ff80a8798e58", "name": "network-vif-plugged", "status": "completed", "tag": "9116eb5f-7065-46c4-882c-0d2f86838505"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:26.054399 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 9116eb5f-7065-46c4-882c-0d2f86838505, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9116eb5f-7065-46c4-882c-0d2f86838505,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:50:26.061698 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:26.120787 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=9116eb5f-7065-46c4-882c-0d2f86838505,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:26.162359 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5c8a9c-00d1-4194-8d31-46b068ba44ee x-openstack-request-id: req-7b5c8a9c-00d1-4194-8d31-46b068ba44ee {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:26.162881 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93248f1e-bb6f-4d19-bb09-ff80a8798e58", "name": "network-vif-plugged", "status": "completed", "tag": "9116eb5f-7065-46c4-882c-0d2f86838505", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:26.163309 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b5c8a9c-00d1-4194-8d31-46b068ba44ee {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:26.163883 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b5c8a9c-00d1-4194-8d31-46b068ba44ee'] response: {'server_uuid': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9116eb5f-7065-46c4-882c-0d2f86838505', 'code': 200} Apr 28 19:50:26.532657 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274a6d4-41ab-435b-b851-aa6def3d0498 req-935ab451-def7-4dfd-8ee2-0fce9a1455f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:26.534600 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2274a6d4-41ab-435b-b851-aa6def3d0498 req-935ab451-def7-4dfd-8ee2-0fce9a1455f3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 1129 time: 0.0479259 Apr 28 19:50:26.596974 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2274a6d4-41ab-435b-b851-aa6def3d0498 req-e05a64b9-30ff-4068-bc86-70094e384713 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532579 Apr 28 19:50:26.664676 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868bc58-74c7-4794-b0fc-aa9ebf702ec6 req-6280cf3e-5964-475b-884d-32ea2ed9cd23 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:26.666274 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3868bc58-74c7-4794-b0fc-aa9ebf702ec6 req-6280cf3e-5964-475b-884d-32ea2ed9cd23 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0537505 Apr 28 19:50:26.723763 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3868bc58-74c7-4794-b0fc-aa9ebf702ec6 req-cd4702e8-611a-482b-a53c-94c667fb8706 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501242 Apr 28 19:50:27.037918 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1225301-3b1c-45cf-ad7f-902f431fd362 req-e4ecf9b9-2343-44e9-9d35-d578d6cfd2eb tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:27.039576 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c1225301-3b1c-45cf-ad7f-902f431fd362 req-e4ecf9b9-2343-44e9-9d35-d578d6cfd2eb tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0582309 Apr 28 19:50:27.098716 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c1225301-3b1c-45cf-ad7f-902f431fd362 req-641742d1-c705-48c2-950a-9c310a39c5cb tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492263 Apr 28 19:50:27.882574 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b536f64-432a-4df2-9190-c0d20dc0514e req-da71f043-25e2-4578-9405-547d72b63440 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:27.884187 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8b536f64-432a-4df2-9190-c0d20dc0514e req-da71f043-25e2-4578-9405-547d72b63440 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0525770 Apr 28 19:50:27.942115 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8b536f64-432a-4df2-9190-c0d20dc0514e req-58882e81-9578-448e-857f-75093e128afe tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469172 Apr 28 19:50:28.233685 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6d8af-b99c-4677-a32f-6c820b285a26 req-8d58576d-8044-4e9b-bec3-b271a29b4572 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:28.235317 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f0e6d8af-b99c-4677-a32f-6c820b285a26 req-8d58576d-8044-4e9b-bec3-b271a29b4572 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0542991 Apr 28 19:50:28.298278 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f0e6d8af-b99c-4677-a32f-6c820b285a26 req-1f13dfbe-c92b-4322-83cd-ba5204cc061d tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568759 Apr 28 19:50:29.071578 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825cbd2-c7b1-416f-a502-72225e5c9625 req-5a17100f-b8ec-4e33-ae1d-282daf81dae6 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:29.073280 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8825cbd2-c7b1-416f-a502-72225e5c9625 req-5a17100f-b8ec-4e33-ae1d-282daf81dae6 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0538898 Apr 28 19:50:29.131065 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8825cbd2-c7b1-416f-a502-72225e5c9625 req-c34a40a3-7427-471e-95fa-347d5d3a26c2 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476561 Apr 28 19:50:29.478160 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be666dbf-23f1-4c2d-9c18-6df5364ccc95 req-380b2b10-7fd9-4390-9c34-466bd1f2caab tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:29.479896 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-be666dbf-23f1-4c2d-9c18-6df5364ccc95 req-380b2b10-7fd9-4390-9c34-466bd1f2caab tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0561280 Apr 28 19:50:29.543180 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-be666dbf-23f1-4c2d-9c18-6df5364ccc95 req-456b1764-0a79-4cf9-8790-db82d6a9f52d tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515265 Apr 28 19:50:29.672840 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff5f8c-0755-4e7e-9f31-55124d4f9c05 req-0caf7b31-5bc6-43ba-bd27-c5f6b69f2f93 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:29.674357 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-deff5f8c-0755-4e7e-9f31-55124d4f9c05 req-0caf7b31-5bc6-43ba-bd27-c5f6b69f2f93 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0578246 Apr 28 19:50:29.732974 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-deff5f8c-0755-4e7e-9f31-55124d4f9c05 req-ef14667b-5117-4747-8bc2-c61d62c725c0 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526166 Apr 28 19:50:29.756333 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56344) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:50:29.872595 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fee61d4-393e-48b9-8d3a-6641678279f3 tempest-TestShelveInstance-1212102704 tempest-TestShelveInstance-1212102704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:29.874203 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-8fee61d4-393e-48b9-8d3a-6641678279f3 tempest-TestShelveInstance-1212102704 tempest-TestShelveInstance-1212102704-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 1124 time: 0.1165962 Apr 28 19:50:29.877334 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56348) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:50:29.881918 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Request body: {'floatingip': {'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'port_id': '9116eb5f-7065-46c4-882c-0d2f86838505', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:50:29.905519 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:30.001437 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:30.120889 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Allocated IP 172.28.0.114 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/99dff380-4184-41b0-9ff5-a2bb263ef151) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:30.288696 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd204c-edf4-4c01-b413-0faf73f75145 req-63b8e2d6-042b-40bc-b5d5-c14b73956c28 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:30.290310 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b8fd204c-edf4-4c01-b413-0faf73f75145 req-63b8e2d6-042b-40bc-b5d5-c14b73956c28 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0692031 Apr 28 19:50:30.301593 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for port (99dff380-4184-41b0-9ff5-a2bb263ef151), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:30.370623 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b8fd204c-edf4-4c01-b413-0faf73f75145 req-86099bc6-5342-4758-8ca3-6804cdfa09b1 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670452 Apr 28 19:50:30.380746 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (99dff380-4184-41b0-9ff5-a2bb263ef151), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:30.426366 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:30.432017 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:30.436712 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:50:30.442847 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Pushing event updated for resources: {'Port': ['ID=99dff380-4184-41b0-9ff5-a2bb263ef151,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:30.474905 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:30.475254 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:30.475596 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:30.475968 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:30.476305 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:30.476636 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:30.476962 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:30.477321 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:30.477611 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:30.477932 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:30.478252 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:30.478843 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:30.478931 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:30.479184 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:30.479536 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:30.865975 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for floatingip (f0836a16-57a4-40cd-b0bb-26018fee7d24), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:30.946893 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (99dff380-4184-41b0-9ff5-a2bb263ef151), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:31.129269 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for port (99dff380-4184-41b0-9ff5-a2bb263ef151), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:31.134357 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (99dff380-4184-41b0-9ff5-a2bb263ef151), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:31.209750 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Pushing event updated for resources: {'Port': ['ID=99dff380-4184-41b0-9ff5-a2bb263ef151,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:31.223829 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (f0836a16-57a4-40cd-b0bb-26018fee7d24), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:31.337910 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.l3_db [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Floating IP f0836a16-57a4-40cd-b0bb-26018fee7d24 associated. External IP: 172.28.0.114, port: 9116eb5f-7065-46c4-882c-0d2f86838505. Apr 28 19:50:31.531899 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85c570-a54c-4c3b-8262-cbff7a499f45 req-02c358a3-fd44-4212-86d0-08e0fa5fd25a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:31.534610 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3d85c570-a54c-4c3b-8262-cbff7a499f45 req-02c358a3-fd44-4212-86d0-08e0fa5fd25a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0669715 Apr 28 19:50:31.606673 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3d85c570-a54c-4c3b-8262-cbff7a499f45 req-342d6022-2207-44d4-b957-20021222f76a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654535 Apr 28 19:50:31.655175 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:50:31.775153 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:50:31.788738 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c818b3-48a3-4cda-b397-59ca49a2e429 None None] Sync routers for ids ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:50:31.796948 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:31.803460 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c818b3-48a3-4cda-b397-59ca49a2e429 None None] Routers {'2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:50:31.804399 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-79c818b3-48a3-4cda-b397-59ca49a2e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:50:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:31.832788 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-6a4c0b21-8023-4bf3-b1a7-b634afac9817 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9543469 Apr 28 19:50:31.833549 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'tag': '9116eb5f-7065-46c4-882c-0d2f86838505'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:31.835946 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f12eec-1d5e-4d27-ba35-7bcb211bf490" -d '{"events": [{"name": "network-changed", "server_uuid": "93248f1e-bb6f-4d19-bb09-ff80a8798e58", "tag": "9116eb5f-7065-46c4-882c-0d2f86838505"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:31.892722 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d24075b-2576-4f3c-8e67-6b6d5ff0ff28 x-openstack-request-id: req-0d24075b-2576-4f3c-8e67-6b6d5ff0ff28 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:31.893169 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93248f1e-bb6f-4d19-bb09-ff80a8798e58", "tag": "9116eb5f-7065-46c4-882c-0d2f86838505", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:31.893528 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d24075b-2576-4f3c-8e67-6b6d5ff0ff28 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:31.894119 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d24075b-2576-4f3c-8e67-6b6d5ff0ff28'] response: {'name': 'network-changed', 'server_uuid': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'tag': '9116eb5f-7065-46c4-882c-0d2f86838505', 'status': 'completed', 'code': 200} Apr 28 19:50:31.963848 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-79c818b3-48a3-4cda-b397-59ca49a2e429 None None] Set router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:50:31.999284 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f12eec-1d5e-4d27-ba35-7bcb211bf490 req-35a19f1f-ccca-4b9b-8879-765f631d2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:32.002531 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-47f12eec-1d5e-4d27-ba35-7bcb211bf490 req-35a19f1f-ccca-4b9b-8879-765f631d2a1e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2774778ad450444faa1f0b70683b5d73&device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 1129 time: 0.0757055 Apr 28 19:50:32.127945 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f12eec-1d5e-4d27-ba35-7bcb211bf490 req-caa16027-0e2a-4da1-a6d4-823212f18db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:32.128303 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-47f12eec-1d5e-4d27-ba35-7bcb211bf490 req-caa16027-0e2a-4da1-a6d4-823212f18db6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b1e58871-fcfd-4262-aa17-3a8234ad9048 HTTP/1.1" status: 200 len: 910 time: 0.1190083 Apr 28 19:50:32.223617 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-47f12eec-1d5e-4d27-ba35-7bcb211bf490 req-c0725ea6-0f78-4a8d-88a6-ebc0180ec877 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9116eb5f-7065-46c4-882c-0d2f86838505 HTTP/1.1" status: 200 len: 999 time: 0.0828040 Apr 28 19:50:32.283097 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-79c818b3-48a3-4cda-b397-59ca49a2e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 4, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'gw_port': {'id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'f0836a16-57a4-40cd-b0bb-26018fee7d24', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'floating_ip_address': '172.28.0.114', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'port_id': '9116eb5f-7065-46c4-882c-0d2f86838505', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'mac_address': 'fa:16:3e:3a:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:50:30Z', 'updated_at': '2022-04-28T19:50:30Z', 'revision_number': 0, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4fa2b0-e9a6-4511-bb2b-be572640ea1f', 'name': '', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'mac_address': 'fa:16:3e:ba:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8f160553-b30a-4983-8eab-abb541ae5434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:42Z', 'revision_number': 5, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'subnets': [{'id': '8f160553-b30a-4983-8eab-abb541ae5434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:32.295569 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f12eec-1d5e-4d27-ba35-7bcb211bf490 req-67887799-c289-4f7a-8c2a-0946925c709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:32.298308 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-47f12eec-1d5e-4d27-ba35-7bcb211bf490 req-67887799-c289-4f7a-8c2a-0946925c709c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f160553-b30a-4983-8eab-abb541ae5434 HTTP/1.1" status: 200 len: 848 time: 0.0621395 Apr 28 19:50:32.333541 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c818b3-48a3-4cda-b397-59ca49a2e429 None None] Checking router: 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:50:32.347867 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c818b3-48a3-4cda-b397-59ca49a2e429 None None] Routers {'2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:50:32.348318 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-79c818b3-48a3-4cda-b397-59ca49a2e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:50:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:32.371418 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f12eec-1d5e-4d27-ba35-7bcb211bf490 req-57a470ef-1ac4-4757-bb6c-0ba4dd73d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:32.376253 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-47f12eec-1d5e-4d27-ba35-7bcb211bf490 req-57a470ef-1ac4-4757-bb6c-0ba4dd73d2f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1e58871-fcfd-4262-aa17-3a8234ad9048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0676100 Apr 28 19:50:32.506881 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-47f12eec-1d5e-4d27-ba35-7bcb211bf490 req-6d775ff5-dcc0-443d-a283-8b585c59bb60 service neutron] 10.222.0.65 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227221 Apr 28 19:50:32.511244 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-79c818b3-48a3-4cda-b397-59ca49a2e429 None None] Set router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:50:32.690372 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-47f12eec-1d5e-4d27-ba35-7bcb211bf490 req-1bda4c46-58d9-419f-8b31-8eefa86d6859 service neutron] 10.222.0.65 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625779 Apr 28 19:50:32.785517 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7571e5-42ba-42c0-80c8-a2199cf863f9 req-bdbb292e-1253-4e14-8227-3b03d39421fe tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:32.788163 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5a7571e5-42ba-42c0-80c8-a2199cf863f9 req-bdbb292e-1253-4e14-8227-3b03d39421fe tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0680208 Apr 28 19:50:32.846541 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5a7571e5-42ba-42c0-80c8-a2199cf863f9 req-fca51aa6-6b91-4588-8e53-a77d870a1278 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514245 Apr 28 19:50:32.867570 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-79c818b3-48a3-4cda-b397-59ca49a2e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 4, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'gw_port': {'id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'f0836a16-57a4-40cd-b0bb-26018fee7d24', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'floating_ip_address': '172.28.0.114', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'port_id': '9116eb5f-7065-46c4-882c-0d2f86838505', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'mac_address': 'fa:16:3e:3a:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:50:30Z', 'updated_at': '2022-04-28T19:50:30Z', 'revision_number': 0, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4fa2b0-e9a6-4511-bb2b-be572640ea1f', 'name': '', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'mac_address': 'fa:16:3e:ba:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8f160553-b30a-4983-8eab-abb541ae5434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:42Z', 'revision_number': 5, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'subnets': [{'id': '8f160553-b30a-4983-8eab-abb541ae5434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:32.904583 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c818b3-48a3-4cda-b397-59ca49a2e429 None None] The sync data for ids ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'] in dv-cinder-826949-7-smb is: [{'id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 4, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'gw_port': {'id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'f0836a16-57a4-40cd-b0bb-26018fee7d24', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'floating_ip_address': '172.28.0.114', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'port_id': '9116eb5f-7065-46c4-882c-0d2f86838505', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'mac_address': 'fa:16:3e:3a:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:50:30Z', 'updated_at': '2022-04-28T19:50:30Z', 'revision_number': 0, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4fa2b0-e9a6-4511-bb2b-be572640ea1f', 'name': '', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'mac_address': 'fa:16:3e:ba:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8f160553-b30a-4983-8eab-abb541ae5434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:42Z', 'revision_number': 5, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'subnets': [{'id': '8f160553-b30a-4983-8eab-abb541ae5434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:50:33.147938 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018bb1bf-4eff-4378-90e1-2806cd5d1d1a None None] New status for floating IP f0836a16-57a4-40cd-b0bb-26018fee7d24: ACTIVE {{(pid=109985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:50:33.998244 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab6a17-8871-45cc-85ad-ad13f6908734 req-be57b249-56b8-4cfb-b286-fe5b99eb822c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:34.000038 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-18ab6a17-8871-45cc-85ad-ad13f6908734 req-be57b249-56b8-4cfb-b286-fe5b99eb822c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0680742 Apr 28 19:50:34.063661 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-18ab6a17-8871-45cc-85ad-ad13f6908734 req-aeaf4412-3b28-42fc-8582-9f862c9f00d0 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533223 Apr 28 19:50:35.193783 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c04e6-e0e6-4be3-8405-92f70b0444e0 req-31462614-2960-47ae-a651-783c81a528d7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:35.195862 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f07c04e6-e0e6-4be3-8405-92f70b0444e0 req-31462614-2960-47ae-a651-783c81a528d7 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0529933 Apr 28 19:50:35.254488 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f07c04e6-e0e6-4be3-8405-92f70b0444e0 req-22263a63-59c2-4d7c-8895-6ebc1c3043dd tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513995 Apr 28 19:50:36.409268 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6ef70-38f4-4617-a383-719fa25905f9 req-0b5d6490-07f6-4f94-93d5-66331a12a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:36.411012 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8fa6ef70-38f4-4617-a383-719fa25905f9 req-0b5d6490-07f6-4f94-93d5-66331a12a0bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 1130 time: 0.0863450 Apr 28 19:50:36.424000 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a7fb4-5c32-4d7e-a513-fd07ca2fa896 req-8b0ddc98-983a-454b-b86b-180c7bed550d tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:36.425588 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-990a7fb4-5c32-4d7e-a513-fd07ca2fa896 req-8b0ddc98-983a-454b-b86b-180c7bed550d tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0867453 Apr 28 19:50:36.500247 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8fa6ef70-38f4-4617-a383-719fa25905f9 req-bd792621-59b4-454e-82fb-579c69abdcad service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735157 Apr 28 19:50:36.513434 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-990a7fb4-5c32-4d7e-a513-fd07ca2fa896 req-d997b592-753a-4969-8dfd-f8c6f9257b24 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715139 Apr 28 19:50:37.661600 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7ef06-9138-4b7a-bf18-e35f907533f7 req-56062f04-5c56-43e5-ac5c-da9df80b9110 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:37.663216 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c3c7ef06-9138-4b7a-bf18-e35f907533f7 req-56062f04-5c56-43e5-ac5c-da9df80b9110 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0509920 Apr 28 19:50:37.724338 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c3c7ef06-9138-4b7a-bf18-e35f907533f7 req-d3d1cb0e-b5b5-41eb-b4c7-1813eae3916b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504422 Apr 28 19:50:38.601197 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:50:38.881595 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d02e77-7e59-4c04-a89d-b2b661656a98 req-8e9a1672-5511-47bd-ae45-b9a59af215cb tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:38.883147 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a5d02e77-7e59-4c04-a89d-b2b661656a98 req-8e9a1672-5511-47bd-ae45-b9a59af215cb tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0798023 Apr 28 19:50:38.981986 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a5d02e77-7e59-4c04-a89d-b2b661656a98 req-8f15f6c9-290a-4d66-b8bf-6739e08a6836 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860023 Apr 28 19:50:40.145528 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5c40a-e05a-45b2-9efe-ebabd5be519f req-8a1d3cea-88de-40eb-8ddc-95bf7b6ac258 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:40.147014 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-19e5c40a-e05a-45b2-9efe-ebabd5be519f req-8a1d3cea-88de-40eb-8ddc-95bf7b6ac258 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0530982 Apr 28 19:50:40.238056 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-19e5c40a-e05a-45b2-9efe-ebabd5be519f req-74a4472a-5bb2-4066-8d91-ff77e17c0ee8 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826764 Apr 28 19:50:40.395109 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:40.651167 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a1826-03e3-4b6d-ad62-c1abb5841f4a req-3de5354e-f4f4-477c-8be3-ffea25cada95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:40.653392 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-100a1826-03e3-4b6d-ad62-c1abb5841f4a req-3de5354e-f4f4-477c-8be3-ffea25cada95 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 1130 time: 0.0766602 Apr 28 19:50:40.666567 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8005b9-6d06-4915-b365-ae05970378c9 req-4aeb5ba2-fd1b-4f3a-b13b-6749d74b3f53 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:40.668477 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7a8005b9-6d06-4915-b365-ae05970378c9 req-4aeb5ba2-fd1b-4f3a-b13b-6749d74b3f53 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0812054 Apr 28 19:50:40.787031 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7a8005b9-6d06-4915-b365-ae05970378c9 req-9d6cac62-df90-43ef-9cc1-9eac467f6784 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108248 Apr 28 19:50:40.809986 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a1826-03e3-4b6d-ad62-c1abb5841f4a req-cd56acc0-933e-4d4a-bf05-0841c00a2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:40.811668 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-100a1826-03e3-4b6d-ad62-c1abb5841f4a req-cd56acc0-933e-4d4a-bf05-0841c00a2321 service neutron] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 919 time: 0.1518924 Apr 28 19:50:40.898160 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-100a1826-03e3-4b6d-ad62-c1abb5841f4a req-7694ba00-87bb-41d4-a4ee-55d338910782 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c67d1f-d0e5-44bc-82ac-19df39dc0f96 HTTP/1.1" status: 200 len: 1002 time: 0.0784886 Apr 28 19:50:40.953747 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a1826-03e3-4b6d-ad62-c1abb5841f4a req-1403b93a-25d2-46ad-a55d-940744743ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:40.955355 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-100a1826-03e3-4b6d-ad62-c1abb5841f4a req-1403b93a-25d2-46ad-a55d-940744743ddb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.0504715 Apr 28 19:50:41.015010 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a1826-03e3-4b6d-ad62-c1abb5841f4a req-afc69595-2b7d-464d-a202-96ee79c21c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:41.016649 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-100a1826-03e3-4b6d-ad62-c1abb5841f4a req-afc69595-2b7d-464d-a202-96ee79c21c2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0458329 Apr 28 19:50:41.127120 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-100a1826-03e3-4b6d-ad62-c1abb5841f4a req-7a3dd634-a08d-469f-8e19-73b553418d20 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969057 Apr 28 19:50:41.236597 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-100a1826-03e3-4b6d-ad62-c1abb5841f4a req-e162b3c3-14f9-45b5-88d3-2b0440103543 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945482 Apr 28 19:50:41.936948 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd6d29-ed0a-467f-85ec-90f1b0c34262 req-2d50b685-f130-4ddf-bd9c-8d4b3ec0dc40 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:41.938767 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-83cd6d29-ed0a-467f-85ec-90f1b0c34262 req-2d50b685-f130-4ddf-bd9c-8d4b3ec0dc40 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0541675 Apr 28 19:50:41.996486 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-83cd6d29-ed0a-467f-85ec-90f1b0c34262 req-e5e85070-6b1d-4d38-949e-b3663f0f19cc tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472844 Apr 28 19:50:43.125973 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efae0c-6530-46c7-a409-09a9d06054bc req-f1a5f645-5b53-4b23-a0f9-4e3d10e8c052 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:43.127562 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-39efae0c-6530-46c7-a409-09a9d06054bc req-f1a5f645-5b53-4b23-a0f9-4e3d10e8c052 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0552685 Apr 28 19:50:43.187938 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-39efae0c-6530-46c7-a409-09a9d06054bc req-739c96ae-ebac-4d91-b4c9-a91787d40aaa tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537517 Apr 28 19:50:44.328834 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b17ef2-959d-4562-80ee-dc13e336fb81 req-4b5f34ab-1c4c-4e93-9e9f-f5b1b37a8270 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:44.330458 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-10b17ef2-959d-4562-80ee-dc13e336fb81 req-4b5f34ab-1c4c-4e93-9e9f-f5b1b37a8270 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0555639 Apr 28 19:50:44.407073 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-10b17ef2-959d-4562-80ee-dc13e336fb81 req-8d44e5c8-d7a8-405b-b0ff-7b062edd4333 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701907 Apr 28 19:50:45.585538 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7744a-8842-46dd-b23b-4c55cdec39da req-c89c2884-4799-47e5-b2a4-3023f67efa9a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:45.587756 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d6e7744a-8842-46dd-b23b-4c55cdec39da req-c89c2884-4799-47e5-b2a4-3023f67efa9a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.1017160 Apr 28 19:50:45.642924 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d6e7744a-8842-46dd-b23b-4c55cdec39da req-877535e7-4b61-4417-aab5-0118e7b6781c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482199 Apr 28 19:50:45.764095 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9b95d-117b-4566-b004-e6c19d03146c req-60fbff4d-15df-4a9c-9f01-5f408732480a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:45.765689 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0fc9b95d-117b-4566-b004-e6c19d03146c req-60fbff4d-15df-4a9c-9f01-5f408732480a tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0524440 Apr 28 19:50:45.774484 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56408) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:50:45.780146 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-0eaa0455-959e-4ca1-8748-cacb2ec4bd94 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Request body: {'floatingip': {'port_id': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:50:45.848095 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0eaa0455-959e-4ca1-8748-cacb2ec4bd94 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for floatingip (9d90783c-d0b1-4e64-81c8-d486f9cdec13), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:46.387180 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0eaa0455-959e-4ca1-8748-cacb2ec4bd94 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:46.391983 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0eaa0455-959e-4ca1-8748-cacb2ec4bd94 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (9d90783c-d0b1-4e64-81c8-d486f9cdec13), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:46.893810 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaa0455-959e-4ca1-8748-cacb2ec4bd94 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Router 06db1f43-ae15-4ba0-8848-c193447c3504 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:50:47.022894 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaa0455-959e-4ca1-8748-cacb2ec4bd94 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:50:47.029305 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0eaa0455-959e-4ca1-8748-cacb2ec4bd94 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:47.037430 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a25198-c664-4388-8fa9-19c07b7ca02a None None] Sync routers for ids ['06db1f43-ae15-4ba0-8848-c193447c3504'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:50:47.057055 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a25198-c664-4388-8fa9-19c07b7ca02a None None] Routers {'06db1f43-ae15-4ba0-8848-c193447c3504'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:50:47.058177 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-95a25198-c664-4388-8fa9-19c07b7ca02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:50:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['06db1f43-ae15-4ba0-8848-c193447c3504'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:47.068724 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'tag': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:47.071222 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822f3eb3-70da-40ac-9fb7-92d24d83e66b" -d '{"events": [{"name": "network-changed", "server_uuid": "bee4c6d5-fc0e-418c-ab36-8f41b98d48a8", "tag": "81c67d1f-d0e5-44bc-82ac-19df39dc0f96"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:47.075112 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-d3839a64-fc35-49c4-a5d2-90c8021a161a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:47.112207 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-0eaa0455-959e-4ca1-8748-cacb2ec4bd94 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "PUT /v2.0/floatingips/9d90783c-d0b1-4e64-81c8-d486f9cdec13 HTTP/1.1" status: 200 len: 994 time: 1.3364553 Apr 28 19:50:47.217491 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-95a25198-c664-4388-8fa9-19c07b7ca02a None None] Set router 06db1f43-ae15-4ba0-8848-c193447c3504 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:50:47.222248 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f7ec9c-fe09-4107-8b35-de516b7d68b5 x-openstack-request-id: req-b1f7ec9c-fe09-4107-8b35-de516b7d68b5 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:47.222591 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee4c6d5-fc0e-418c-ab36-8f41b98d48a8", "tag": "81c67d1f-d0e5-44bc-82ac-19df39dc0f96", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:47.222784 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1f7ec9c-fe09-4107-8b35-de516b7d68b5 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:47.223192 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f7ec9c-fe09-4107-8b35-de516b7d68b5'] response: {'name': 'network-changed', 'server_uuid': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'tag': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96', 'status': 'completed', 'code': 200} Apr 28 19:50:47.330093 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f3eb3-70da-40ac-9fb7-92d24d83e66b req-df54f4cd-dfeb-45bb-b55c-e02e5197f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:47.332481 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-822f3eb3-70da-40ac-9fb7-92d24d83e66b req-df54f4cd-dfeb-45bb-b55c-e02e5197f8e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 1130 time: 0.0671439 Apr 28 19:50:47.525643 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-95a25198-c664-4388-8fa9-19c07b7ca02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '9d90783c-d0b1-4e64-81c8-d486f9cdec13', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'floating_ip_address': '172.28.0.124', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'port_id': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'mac_address': 'fa:16:3e:39:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:03Z', 'updated_at': '2022-04-28T19:50:46Z', 'revision_number': 3, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cccdbb7-a629-4b62-aa78-c11cb0b3db31', 'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'mac_address': 'fa:16:3e:55:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:39Z', 'updated_at': '2022-04-28T19:44:59Z', 'revision_number': 5, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'subnets': [{'id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:47.648145 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a25198-c664-4388-8fa9-19c07b7ca02a None None] Checking router: 06db1f43-ae15-4ba0-8848-c193447c3504 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:50:47.660244 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a25198-c664-4388-8fa9-19c07b7ca02a None None] Routers {'06db1f43-ae15-4ba0-8848-c193447c3504'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:50:47.660887 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-95a25198-c664-4388-8fa9-19c07b7ca02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:50:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['06db1f43-ae15-4ba0-8848-c193447c3504'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:47.707622 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f3eb3-70da-40ac-9fb7-92d24d83e66b req-581af844-a79b-43d8-a251-b650936dd45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:47.709321 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-822f3eb3-70da-40ac-9fb7-92d24d83e66b req-581af844-a79b-43d8-a251-b650936dd45e service neutron] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 919 time: 0.3649189 Apr 28 19:50:47.779893 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-95a25198-c664-4388-8fa9-19c07b7ca02a None None] Set router 06db1f43-ae15-4ba0-8848-c193447c3504 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:50:47.792257 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-822f3eb3-70da-40ac-9fb7-92d24d83e66b req-cd80b0bc-e948-4f4c-a2a8-22116e3a9e60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c67d1f-d0e5-44bc-82ac-19df39dc0f96 HTTP/1.1" status: 200 len: 1002 time: 0.0692294 Apr 28 19:50:47.862761 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f3eb3-70da-40ac-9fb7-92d24d83e66b req-8c11c8b8-e818-4e7c-8c2d-05266ba093f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:47.864661 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-822f3eb3-70da-40ac-9fb7-92d24d83e66b req-8c11c8b8-e818-4e7c-8c2d-05266ba093f2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.0656962 Apr 28 19:50:47.921989 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f3eb3-70da-40ac-9fb7-92d24d83e66b req-e596f82c-102c-41ca-84c2-2b73f3797f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:47.924498 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-822f3eb3-70da-40ac-9fb7-92d24d83e66b req-e596f82c-102c-41ca-84c2-2b73f3797f9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0515251 Apr 28 19:50:48.034436 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-822f3eb3-70da-40ac-9fb7-92d24d83e66b req-65262df3-1c31-4125-a823-a1935733d45a service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019585 Apr 28 19:50:48.079280 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-95a25198-c664-4388-8fa9-19c07b7ca02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '9d90783c-d0b1-4e64-81c8-d486f9cdec13', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'floating_ip_address': '172.28.0.124', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'port_id': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'mac_address': 'fa:16:3e:39:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:03Z', 'updated_at': '2022-04-28T19:50:46Z', 'revision_number': 3, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cccdbb7-a629-4b62-aa78-c11cb0b3db31', 'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'mac_address': 'fa:16:3e:55:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:39Z', 'updated_at': '2022-04-28T19:44:59Z', 'revision_number': 5, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'subnets': [{'id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:48.107463 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a25198-c664-4388-8fa9-19c07b7ca02a None None] The sync data for ids ['06db1f43-ae15-4ba0-8848-c193447c3504'] in dv-cinder-826949-7-smb is: [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '9d90783c-d0b1-4e64-81c8-d486f9cdec13', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'floating_ip_address': '172.28.0.124', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'port_id': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'mac_address': 'fa:16:3e:39:bb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:03Z', 'updated_at': '2022-04-28T19:50:46Z', 'revision_number': 3, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cccdbb7-a629-4b62-aa78-c11cb0b3db31', 'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'mac_address': 'fa:16:3e:55:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:39Z', 'updated_at': '2022-04-28T19:44:59Z', 'revision_number': 5, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'subnets': [{'id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:50:48.193786 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-822f3eb3-70da-40ac-9fb7-92d24d83e66b req-aa86f8b4-479a-4a35-98d0-13050c15b58b service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516051 Apr 28 19:50:49.224466 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'tag': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:49.226858 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c6ac8f-51c7-451a-bb9a-f143ab4d5b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "bee4c6d5-fc0e-418c-ab36-8f41b98d48a8", "tag": "81c67d1f-d0e5-44bc-82ac-19df39dc0f96"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:50:49.266028 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8caaa8-3d6b-4285-b17c-85a173b39e9d x-openstack-request-id: req-9d8caaa8-3d6b-4285-b17c-85a173b39e9d {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:50:49.266394 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee4c6d5-fc0e-418c-ab36-8f41b98d48a8", "tag": "81c67d1f-d0e5-44bc-82ac-19df39dc0f96", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:50:49.266716 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d8caaa8-3d6b-4285-b17c-85a173b39e9d {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:50:49.267156 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d8caaa8-3d6b-4285-b17c-85a173b39e9d'] response: {'name': 'network-changed', 'server_uuid': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'tag': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96', 'status': 'completed', 'code': 200} Apr 28 19:50:49.307172 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-55cb0bc2-8767-4eb1-9042-0514bb029f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:49.342288 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6ac8f-51c7-451a-bb9a-f143ab4d5b6d req-11f6165f-f4da-4ebf-842c-d21c9562969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:49.343848 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-61c6ac8f-51c7-451a-bb9a-f143ab4d5b6d req-11f6165f-f4da-4ebf-842c-d21c9562969b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 1130 time: 0.0467377 Apr 28 19:50:49.455207 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6ac8f-51c7-451a-bb9a-f143ab4d5b6d req-c16023c8-b910-436d-8360-d7c9c631ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:49.456775 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-61c6ac8f-51c7-451a-bb9a-f143ab4d5b6d req-c16023c8-b910-436d-8360-d7c9c631ff16 service neutron] 10.222.0.65 "GET /v2.0/networks?id=06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 200 len: 919 time: 0.1023068 Apr 28 19:50:49.534127 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-61c6ac8f-51c7-451a-bb9a-f143ab4d5b6d req-31cb46f5-0d41-4b8b-b2fc-4b8ad126b348 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c67d1f-d0e5-44bc-82ac-19df39dc0f96 HTTP/1.1" status: 200 len: 1002 time: 0.0678270 Apr 28 19:50:49.595586 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6ac8f-51c7-451a-bb9a-f143ab4d5b6d req-8d52abc3-ed45-4897-a42d-aafb1ec3cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:49.597237 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-61c6ac8f-51c7-451a-bb9a-f143ab4d5b6d req-8d52abc3-ed45-4897-a42d-aafb1ec3cb0d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 200 len: 857 time: 0.0556688 Apr 28 19:50:49.646264 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6ac8f-51c7-451a-bb9a-f143ab4d5b6d req-58b676f5-9cf9-45d4-be4a-c2fd1ebd4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:49.648168 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-61c6ac8f-51c7-451a-bb9a-f143ab4d5b6d req-58b676f5-9cf9-45d4-be4a-c2fd1ebd4e97 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=06ea3f9f-899d-4f8c-a02f-09385074fa9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441554 Apr 28 19:50:49.750367 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-61c6ac8f-51c7-451a-bb9a-f143ab4d5b6d req-9c79fe44-90bc-4de3-8fad-8c8c76b83c9a service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949855 Apr 28 19:50:49.866193 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-61c6ac8f-51c7-451a-bb9a-f143ab4d5b6d req-d5693526-0be2-407e-bf02-3a655b04bb84 service neutron] 10.222.0.65 "GET /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078825 Apr 28 19:50:50.945429 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:52.255972 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:50:53.975742 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:10.393311 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:12.785848 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a4c48d40-ae92-46f4-80bd-b6b7910041d3 req-26f48bd1-1e6d-4306-8e6d-77f979387c89 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430102 Apr 28 19:51:12.860786 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c48d40-ae92-46f4-80bd-b6b7910041d3 req-fff17314-04d5-452a-93f7-472876ec19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:12.862415 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a4c48d40-ae92-46f4-80bd-b6b7910041d3 req-fff17314-04d5-452a-93f7-472876ec19aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f822fc5fc43843fca324c641a2958d58&device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 1130 time: 0.0502717 Apr 28 19:51:12.977958 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c48d40-ae92-46f4-80bd-b6b7910041d3 req-fcadbcef-746a-4bea-b6b0-6732ceea3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:12.980694 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a4c48d40-ae92-46f4-80bd-b6b7910041d3 req-fcadbcef-746a-4bea-b6b0-6732ceea3220 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b69886aa-6bae-4ab1-aed5-71674941fba6 HTTP/1.1" status: 200 len: 912 time: 0.0978298 Apr 28 19:51:13.059065 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a4c48d40-ae92-46f4-80bd-b6b7910041d3 req-29a146fe-2954-4759-bcea-be25f5851d2f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 HTTP/1.1" status: 200 len: 1001 time: 0.0707507 Apr 28 19:51:13.113405 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c48d40-ae92-46f4-80bd-b6b7910041d3 req-d2c28b2f-ae58-49ac-8c4c-98390787c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:13.114925 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a4c48d40-ae92-46f4-80bd-b6b7910041d3 req-d2c28b2f-ae58-49ac-8c4c-98390787c82f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1befb9f-7e34-4e88-955a-eb6e46568b81 HTTP/1.1" status: 200 len: 850 time: 0.0492127 Apr 28 19:51:13.163634 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c48d40-ae92-46f4-80bd-b6b7910041d3 req-2d4c4351-67d6-43f5-94b7-031c48114de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:13.165234 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a4c48d40-ae92-46f4-80bd-b6b7910041d3 req-2d4c4351-67d6-43f5-94b7-031c48114de4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b69886aa-6bae-4ab1-aed5-71674941fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427792 Apr 28 19:51:13.304174 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a4c48d40-ae92-46f4-80bd-b6b7910041d3 req-00b0ebfc-9fb6-4d79-8bd5-e6271b71e531 service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300552 Apr 28 19:51:13.407280 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a4c48d40-ae92-46f4-80bd-b6b7910041d3 req-59868f5a-6cc8-433c-8b8c-db9d200c80ce service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950534 Apr 28 19:51:15.602176 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:51:17.077039 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4ae5704b-9b87-4584-acf9-f31a1ed54ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:18.169021 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a8f8d-3854-45a8-8128-be958ae4493d req-1aa3b518-aeae-4295-8f95-a45693e61485 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:18.170642 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a85a8f8d-3854-45a8-8128-be958ae4493d req-1aa3b518-aeae-4295-8f95-a45693e61485 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 947 time: 0.0543809 Apr 28 19:51:18.230084 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a85a8f8d-3854-45a8-8128-be958ae4493d req-93c23277-8282-4a2b-949d-e27d81d94bb1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534625 Apr 28 19:51:19.307147 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0bd1814d-d3fb-4762-88cb-e346fef6d9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:19.372581 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b4f88-a509-440d-a845-fcc516e37e6e req-50500414-56a7-40e5-bde0-e56501f712d9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:19.374244 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-164b4f88-a509-440d-a845-fcc516e37e6e req-50500414-56a7-40e5-bde0-e56501f712d9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 947 time: 0.0553596 Apr 28 19:51:19.428287 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-164b4f88-a509-440d-a845-fcc516e37e6e req-dce8d6fb-8e28-425c-bb03-9872598ffd73 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477509 Apr 28 19:51:20.367402 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-a682eaee-e2c0-497c-8434-bccdfb0bde49 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:20.369075 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-a682eaee-e2c0-497c-8434-bccdfb0bde49 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.65 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 947 time: 0.0525489 Apr 28 19:51:20.527610 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-7f375936-efa9-4bdf-aa1e-200b8a678932 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Deleting port 643e264e-1e48-43e0-b1b6-b97dfd75219d {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:51:20.528243 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-7f375936-efa9-4bdf-aa1e-200b8a678932 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:20.714230 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131d8cc-c36d-40f2-bf97-b7cb8c89fb20 req-973b7f5d-550e-49d7-bf52-153d3aea9ce3 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:20.715917 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7131d8cc-c36d-40f2-bf97-b7cb8c89fb20 req-973b7f5d-550e-49d7-bf52-153d3aea9ce3 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 947 time: 0.1569097 Apr 28 19:51:20.757564 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-7f375936-efa9-4bdf-aa1e-200b8a678932 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] For port 643e264e-1e48-43e0-b1b6-b97dfd75219d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=643e264e-1e48-43e0-b1b6-b97dfd75219d,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:20.757939 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-7f375936-efa9-4bdf-aa1e-200b8a678932 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:20.882917 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7131d8cc-c36d-40f2-bf97-b7cb8c89fb20 req-b2d06bd6-4a64-40b6-b226-4f9d7c1ba5d9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=93ced772-da9d-4556-aa66-0ad50c33bb12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599834 Apr 28 19:51:20.945855 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:21.055452 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-7f375936-efa9-4bdf-aa1e-200b8a678932 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:21.055826 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-7f375936-efa9-4bdf-aa1e-200b8a678932 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (4c6d24b3-346f-4050-b3e4-f457f9a47a2d), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:21.057080 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.l3_db [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-7f375936-efa9-4bdf-aa1e-200b8a678932 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Floating IP 4c6d24b3-346f-4050-b3e4-f457f9a47a2d disassociated. External IP: 172.28.0.234, port: 643e264e-1e48-43e0-b1b6-b97dfd75219d. Apr 28 19:51:21.057902 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-7f375936-efa9-4bdf-aa1e-200b8a678932 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Calling delete_port for 643e264e-1e48-43e0-b1b6-b97dfd75219d owned by compute:nova {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:51:21.284567 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-7f375936-efa9-4bdf-aa1e-200b8a678932 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (643e264e-1e48-43e0-b1b6-b97dfd75219d), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:21.319788 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f375936-efa9-4bdf-aa1e-200b8a678932 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event deleted for resources: {'Port': ['ID=643e264e-1e48-43e0-b1b6-b97dfd75219d,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:21.463986 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-7f375936-efa9-4bdf-aa1e-200b8a678932 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Router b413acd6-3609-423d-a8d8-be0b380a0869 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:51:21.631927 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-7f375936-efa9-4bdf-aa1e-200b8a678932 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:51:21.643678 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd052e1-4b0a-401d-88bd-1bd23439a137 None None] Sync routers for ids ['b413acd6-3609-423d-a8d8-be0b380a0869'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:51:21.658357 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd052e1-4b0a-401d-88bd-1bd23439a137 None None] Routers {'b413acd6-3609-423d-a8d8-be0b380a0869'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:21.659185 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-9cd052e1-4b0a-401d-88bd-1bd23439a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['b413acd6-3609-423d-a8d8-be0b380a0869'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:21.748010 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-7f375936-efa9-4bdf-aa1e-200b8a678932 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] No DVR routers for this DVR port 643e264e-1e48-43e0-b1b6-b97dfd75219d on host hv-cinder-82694 {{(pid=109983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:21.752875 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-7f375936-efa9-4bdf-aa1e-200b8a678932 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:21.758531 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-29801ff8-6d4c-4ff6-9c87-0f8856fd6895 req-7f375936-efa9-4bdf-aa1e-200b8a678932 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.65 "DELETE /v2.0/ports/643e264e-1e48-43e0-b1b6-b97dfd75219d HTTP/1.1" status: 204 len: 173 time: 1.3833883 Apr 28 19:51:21.759165 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'name': 'network-vif-deleted', 'tag': '643e264e-1e48-43e0-b1b6-b97dfd75219d'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:21.763468 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4628549-e145-45fc-89f6-809396614bfe" -d '{"events": [{"server_uuid": "36467ad6-1d64-43d9-9229-eb26e193bce6", "name": "network-vif-deleted", "tag": "643e264e-1e48-43e0-b1b6-b97dfd75219d"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:21.809626 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-9cd052e1-4b0a-401d-88bd-1bd23439a137 None None] Set router b413acd6-3609-423d-a8d8-be0b380a0869 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:21.859288 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89aadd24-f8ee-4455-b636-c69e83768232 x-openstack-request-id: req-89aadd24-f8ee-4455-b636-c69e83768232 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:21.859764 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36467ad6-1d64-43d9-9229-eb26e193bce6", "name": "network-vif-deleted", "tag": "643e264e-1e48-43e0-b1b6-b97dfd75219d", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:21.860319 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89aadd24-f8ee-4455-b636-c69e83768232 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:21.860882 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89aadd24-f8ee-4455-b636-c69e83768232'] response: {'server_uuid': '36467ad6-1d64-43d9-9229-eb26e193bce6', 'name': 'network-vif-deleted', 'tag': '643e264e-1e48-43e0-b1b6-b97dfd75219d', 'status': 'completed', 'code': 200} Apr 28 19:51:22.093147 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-634b10f9-e7e5-42e1-92f6-d8afbc91ea2f req-94546019-9446-41c9-a67a-c8036ab88609 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=36467ad6-1d64-43d9-9229-eb26e193bce6 HTTP/1.1" status: 200 len: 210 time: 0.0549433 Apr 28 19:51:22.140280 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-9cd052e1-4b0a-401d-88bd-1bd23439a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '53f73b2e-b092-46d9-8c95-ab11f88e857f', 'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'mac_address': 'fa:16:3e:47:41:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:47Z', 'updated_at': '2022-04-28T19:45:54Z', 'revision_number': 5, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'subnets': [{'id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:22.187862 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd052e1-4b0a-401d-88bd-1bd23439a137 None None] Checking router: b413acd6-3609-423d-a8d8-be0b380a0869 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:51:22.203343 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd052e1-4b0a-401d-88bd-1bd23439a137 None None] Routers {'b413acd6-3609-423d-a8d8-be0b380a0869'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:22.204420 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-9cd052e1-4b0a-401d-88bd-1bd23439a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['b413acd6-3609-423d-a8d8-be0b380a0869'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:22.344007 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:22.419208 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-9cd052e1-4b0a-401d-88bd-1bd23439a137 None None] Set router b413acd6-3609-423d-a8d8-be0b380a0869 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:22.741576 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-9cd052e1-4b0a-401d-88bd-1bd23439a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '53f73b2e-b092-46d9-8c95-ab11f88e857f', 'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'mac_address': 'fa:16:3e:47:41:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:47Z', 'updated_at': '2022-04-28T19:45:54Z', 'revision_number': 5, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'subnets': [{'id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:22.773025 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd052e1-4b0a-401d-88bd-1bd23439a137 None None] The sync data for ids ['b413acd6-3609-423d-a8d8-be0b380a0869'] in dv-cinder-826949-7-smb is: [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '53f73b2e-b092-46d9-8c95-ab11f88e857f', 'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'mac_address': 'fa:16:3e:47:41:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:47Z', 'updated_at': '2022-04-28T19:45:54Z', 'revision_number': 5, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'subnets': [{'id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:51:23.105782 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2119ef8d-d219-4e94-b09f-2184a2d588cf None None] New status for floating IP 4c6d24b3-346f-4050-b3e4-f457f9a47a2d: DOWN {{(pid=109986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:51:23.245707 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56492) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:23.338629 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5d6cef49-9dc8-4f43-940c-5939c601bc01 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group (93ced772-da9d-4556-aa66-0ad50c33bb12), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:23.384103 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5d6cef49-9dc8-4f43-940c-5939c601bc01 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group (93ced772-da9d-4556-aa66-0ad50c33bb12), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:23.474616 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5d6cef49-9dc8-4f43-940c-5939c601bc01 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (93ced772-da9d-4556-aa66-0ad50c33bb12), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:23.478825 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5d6cef49-9dc8-4f43-940c-5939c601bc01 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:23.480575 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-5d6cef49-9dc8-4f43-940c-5939c601bc01 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "DELETE /v2.0/security-groups/93ced772-da9d-4556-aa66-0ad50c33bb12 HTTP/1.1" status: 204 len: 168 time: 0.2337248 Apr 28 19:51:23.486130 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56494) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:23.493946 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cef49-9dc8-4f43-940c-5939c601bc01 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ced772-da9d-4556-aa66-0ad50c33bb12,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:23.512847 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.api.v2.resource [None req-998773e5-e0e3-4155-9ba5-6bf02046ea0e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] show failed (client error): The resource could not be found. Apr 28 19:51:23.520311 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56496) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:23.521255 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-998773e5-e0e3-4155-9ba5-6bf02046ea0e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups/93ced772-da9d-4556-aa66-0ad50c33bb12 HTTP/1.1" status: 404 len: 347 time: 0.0318613 Apr 28 19:51:23.678248 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-e19602f9-377e-4f00-bbb0-a8ce58f4701f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Deleting port f4ae26ef-3ed8-43ce-8f51-c33d3c01ee7c {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:51:23.678719 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-e19602f9-377e-4f00-bbb0-a8ce58f4701f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (f4ae26ef-3ed8-43ce-8f51-c33d3c01ee7c), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:23.814205 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-e19602f9-377e-4f00-bbb0-a8ce58f4701f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (f4ae26ef-3ed8-43ce-8f51-c33d3c01ee7c), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:23.814698 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-e19602f9-377e-4f00-bbb0-a8ce58f4701f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for floatingip (f4ae26ef-3ed8-43ce-8f51-c33d3c01ee7c), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:23.834515 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-e19602f9-377e-4f00-bbb0-a8ce58f4701f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Calling delete_port for f4ae26ef-3ed8-43ce-8f51-c33d3c01ee7c owned by network:floatingip {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:51:24.011062 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 643e264e-1e48-43e0-b1b6-b97dfd75219d no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:24.059535 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.065307 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: 643e264e-1e48-43e0-b1b6-b97dfd75219d {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:51:24.065933 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 643e264e-1e48-43e0-b1b6-b97dfd75219d not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:24.072363 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-e19602f9-377e-4f00-bbb0-a8ce58f4701f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (f4ae26ef-3ed8-43ce-8f51-c33d3c01ee7c), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.106562 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19602f9-377e-4f00-bbb0-a8ce58f4701f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event deleted for resources: {'Port': ['ID=f4ae26ef-3ed8-43ce-8f51-c33d3c01ee7c,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:24.181438 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-e19602f9-377e-4f00-bbb0-a8ce58f4701f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for floatingip (4c6d24b3-346f-4050-b3e4-f457f9a47a2d), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.186191 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-e19602f9-377e-4f00-bbb0-a8ce58f4701f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.191685 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-e19602f9-377e-4f00-bbb0-a8ce58f4701f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "DELETE /v2.0/floatingips/4c6d24b3-346f-4050-b3e4-f457f9a47a2d HTTP/1.1" status: 204 len: 168 time: 0.6659620 Apr 28 19:51:24.430709 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56500) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:24.437898 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-511cf09b-2d64-47e1-a582-c8a94ba12f79 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1945686827', 'description': 'tempest-description--1890161661'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:51:24.469770 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-511cf09b-2d64-47e1-a582-c8a94ba12f79 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.562647 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-511cf09b-2d64-47e1-a582-c8a94ba12f79 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group (70bfa77a-4d8d-4396-8cad-fa38d648c054), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.567943 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-511cf09b-2d64-47e1-a582-c8a94ba12f79 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (70bfa77a-4d8d-4396-8cad-fa38d648c054), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.602660 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-511cf09b-2d64-47e1-a582-c8a94ba12f79 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.604262 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-511cf09b-2d64-47e1-a582-c8a94ba12f79 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1712413 Apr 28 19:51:24.607546 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56502) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:24.612074 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-8d0540de-b397-454b-9def-6d27afe214f9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Request body: {'security_group_rule': {'security_group_id': '70bfa77a-4d8d-4396-8cad-fa38d648c054', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:51:24.618480 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cf09b-2d64-47e1-a582-c8a94ba12f79 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70bfa77a-4d8d-4396-8cad-fa38d648c054,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:24.648221 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8d0540de-b397-454b-9def-6d27afe214f9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group_rule (7ac0db73-e4e9-4169-82c9-72bb44fb3ecc), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.716896 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8d0540de-b397-454b-9def-6d27afe214f9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group_rule (7ac0db73-e4e9-4169-82c9-72bb44fb3ecc), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.721254 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8d0540de-b397-454b-9def-6d27afe214f9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (7ac0db73-e4e9-4169-82c9-72bb44fb3ecc), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.741812 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0540de-b397-454b-9def-6d27afe214f9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac0db73-e4e9-4169-82c9-72bb44fb3ecc,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:24.751195 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8d0540de-b397-454b-9def-6d27afe214f9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.752538 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-8d0540de-b397-454b-9def-6d27afe214f9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439559 Apr 28 19:51:24.755437 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56504) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:24.760505 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Request body: {'security_group_rule': {'security_group_id': '70bfa77a-4d8d-4396-8cad-fa38d648c054', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:51:24.792460 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group_rule (db87da72-f34a-44f2-84f6-dfd5d860afa5), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.861354 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group_rule (db87da72-f34a-44f2-84f6-dfd5d860afa5), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.866074 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (db87da72-f34a-44f2-84f6-dfd5d860afa5), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.892721 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db87da72-f34a-44f2-84f6-dfd5d860afa5,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:24.902919 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:24.907548 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477447 Apr 28 19:51:24.907548 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:24.907548 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:24.907548 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:24.907548 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:24.908554 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:24.908690 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56508) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:24.908842 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:24.908842 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:24.908842 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:24.909219 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:24.909368 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:24.909903 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:24.910060 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:24.910289 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:24.910592 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:24.910913 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae2f824-ea7d-44a8-a36f-0e50b7d86571 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:24.917186 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Request body: {'floatingip': {'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:51:24.944323 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:25.042621 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:25.440827 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Allocated IP 172.28.0.127 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/7c78f3c1-3ede-4a9e-b262-6a05b4e11bb4) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:25.595202 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for port (7c78f3c1-3ede-4a9e-b262-6a05b4e11bb4), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:25.634810 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (7c78f3c1-3ede-4a9e-b262-6a05b4e11bb4), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:25.678069 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:25.685735 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:25.690000 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:25.696212 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event updated for resources: {'Port': ['ID=7c78f3c1-3ede-4a9e-b262-6a05b4e11bb4,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:25.844614 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for floatingip (d053021c-cdbe-4ee4-94ad-6cb57dbc09b5), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:25.896831 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (7c78f3c1-3ede-4a9e-b262-6a05b4e11bb4), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:26.081200 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for port (7c78f3c1-3ede-4a9e-b262-6a05b4e11bb4), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:26.087934 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (7c78f3c1-3ede-4a9e-b262-6a05b4e11bb4), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:26.168768 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event updated for resources: {'Port': ['ID=7c78f3c1-3ede-4a9e-b262-6a05b4e11bb4,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:26.184292 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (d053021c-cdbe-4ee4-94ad-6cb57dbc09b5), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:26.204201 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:26.205552 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-7ed88252-d619-479c-84c6-60815a5e3787 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2961330 Apr 28 19:51:26.398902 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-30883244-694b-4e0c-8df8-3ac458c2d621 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1945686827&fields=id&tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe HTTP/1.1" status: 200 len: 267 time: 0.0518155 Apr 28 19:51:26.536136 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-3b2fc260-b652-4b4a-ba25-98e8c385b1ce tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:26.537849 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-3b2fc260-b652-4b4a-ba25-98e8c385b1ce tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/networks?id=a3dcd011-1276-4838-a5e9-d63807bfdd83 HTTP/1.1" status: 200 len: 817 time: 0.1314769 Apr 28 19:51:26.554008 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-5064f37a-b955-4599-ada3-dba967fc4270 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/quotas/7dc8f8e14c7f456fbe60f1512db74dbe HTTP/1.1" status: 200 len: 375 time: 0.0101469 Apr 28 19:51:26.610770 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-baa5d813-9ad3-4adc-8e59-d81d4e220414 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506957 Apr 28 19:51:26.727194 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-2c0d69ab-e6fb-4dde-b315-b1f5f2998682 service neutron] 10.222.0.62 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037197 Apr 28 19:51:26.834772 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-8ed514e3-b5ee-44ff-8505-92b2f381e63e service neutron] 10.222.0.62 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012456 Apr 28 19:51:27.051247 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6956890a-c981-4082-b4a2-394d18718215 req-591eeda0-4a8e-44c9-b640-297454207ff2 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 210 time: 0.0470827 Apr 28 19:51:28.266605 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2da68011-9c51-4f83-83a5-683fbb3f73df req-2a421b73-5e4f-4067-9d65-67f83adbeecb tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 210 time: 0.0961916 Apr 28 19:51:28.324138 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-7ea7c6a3-3a15-40bc-a9f6-b3369e304af3 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:28.326304 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-7ea7c6a3-3a15-40bc-a9f6-b3369e304af3 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.65 "GET /v2.0/networks?id=a3dcd011-1276-4838-a5e9-d63807bfdd83 HTTP/1.1" status: 200 len: 817 time: 0.2295589 Apr 28 19:51:28.403271 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-fa7f515c-6c3b-4b1d-8203-a6bb3a0ae531 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe HTTP/1.1" status: 200 len: 380 time: 0.0668013 Apr 28 19:51:28.464098 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-a4fff39d-a6ec-43ca-b821-e937e5c9464f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Request body: {'port': {'device_id': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'admin_state_up': True, 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'security_groups': ['70bfa77a-4d8d-4396-8cad-fa38d648c054']}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:51:28.598051 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-a4fff39d-a6ec-43ca-b821-e937e5c9464f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Made reservation on behalf of 7dc8f8e14c7f456fbe60f1512db74dbe for: {'port': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:28.601901 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-a4fff39d-a6ec-43ca-b821-e937e5c9464f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:28.804899 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-a4fff39d-a6ec-43ca-b821-e937e5c9464f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Allocated IP 172.20.0.13 (a3dcd011-1276-4838-a5e9-d63807bfdd83/3c2d8fac-6409-4404-8d0b-acd651903b10/8a84eb91-436c-4076-9750-86a7e51e8888) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:28.971434 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-a4fff39d-a6ec-43ca-b821-e937e5c9464f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for port (8a84eb91-436c-4076-9750-86a7e51e8888), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:29.019265 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-a4fff39d-a6ec-43ca-b821-e937e5c9464f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:29.072384 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-a4fff39d-a6ec-43ca-b821-e937e5c9464f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Network a3dcd011-1276-4838-a5e9-d63807bfdd83 is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:29.075832 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-a4fff39d-a6ec-43ca-b821-e937e5c9464f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:29.082567 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-a4fff39d-a6ec-43ca-b821-e937e5c9464f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:29.112396 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fff39d-a6ec-43ca-b821-e937e5c9464f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event updated for resources: {'Port': ['ID=8a84eb91-436c-4076-9750-86a7e51e8888,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:29.147595 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-a4fff39d-a6ec-43ca-b821-e937e5c9464f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:29.148298 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-a4fff39d-a6ec-43ca-b821-e937e5c9464f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:29.169061 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-a4fff39d-a6ec-43ca-b821-e937e5c9464f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7091558 Apr 28 19:51:29.286009 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Request body: {'port': {'device_id': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:51:29.363737 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-16467b31-cbef-4e37-8476-ced372c469f6 None None] Provisioning complete for port 8a84eb91-436c-4076-9750-86a7e51e8888 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:51:29.364635 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-16467b31-cbef-4e37-8476-ced372c469f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:29.393645 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:29.406687 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-16467b31-cbef-4e37-8476-ced372c469f6 None None] Port 8a84eb91-436c-4076-9750-86a7e51e8888 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:51:29.447517 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2e0c2-1bf3-45e2-bf15-a5b935b88b7f req-fe27155e-c0dc-4f24-b92a-4c773c58c0ed tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:29.450410 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2dd2e0c2-1bf3-45e2-bf15-a5b935b88b7f req-fe27155e-c0dc-4f24-b92a-4c773c58c0ed tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 932 time: 0.0813007 Apr 28 19:51:29.536226 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2dd2e0c2-1bf3-45e2-bf15-a5b935b88b7f req-a8977d45-04bc-438d-9dbb-c67092f7809f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793619 Apr 28 19:51:29.721375 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a84eb91-436c-4076-9750-86a7e51e8888 {{(pid=109983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:29.729939 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Publish callbacks [] for port (8a84eb91-436c-4076-9750-86a7e51e8888), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:29.745288 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.provisioning_blocks [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Transition to ACTIVE for port object 8a84eb91-436c-4076-9750-86a7e51e8888 will not be triggered until provisioned by entity L2. {{(pid=109983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:51:29.750743 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:29.810336 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a84eb91-436c-4076-9750-86a7e51e8888,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:29.903047 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Attempting to bind port 8a84eb91-436c-4076-9750-86a7e51e8888 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:51:29.903382 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Attempting to bind port 8a84eb91-436c-4076-9750-86a7e51e8888 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:51:29.903832 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Attempting to bind port 8a84eb91-436c-4076-9750-86a7e51e8888 on network a3dcd011-1276-4838-a5e9-d63807bfdd83 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:29.909438 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Port 8a84eb91-436c-4076-9750-86a7e51e8888 on network a3dcd011-1276-4838-a5e9-d63807bfdd83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:51:29.909759 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Attempting to bind port 8a84eb91-436c-4076-9750-86a7e51e8888 on network a3dcd011-1276-4838-a5e9-d63807bfdd83 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:29.916437 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:29.916851 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Checking segment: {'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:51:29.917310 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Bound using segment: {'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:29.917773 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Bound port: 8a84eb91-436c-4076-9750-86a7e51e8888, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1db988-54cd-410d-91e4-0b7569697a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83'}}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:51:29.918141 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:30.000782 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] For port 8a84eb91-436c-4076-9750-86a7e51e8888, host hv-cinder-82694, cleared binding levels {{(pid=109983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:30.004345 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] For port 8a84eb91-436c-4076-9750-86a7e51e8888, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8a84eb91-436c-4076-9750-86a7e51e8888,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:30.011694 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:30.051432 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:30.052100 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:30.053608 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] 10.222.0.65 "PUT /v2.0/ports/8a84eb91-436c-4076-9750-86a7e51e8888 HTTP/1.1" status: 200 len: 1094 time: 0.7754538 Apr 28 19:51:30.054047 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'tag': '8a84eb91-436c-4076-9750-86a7e51e8888'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:30.056606 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77ae0bb-9635-4514-bed8-c05ff1c0558e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec66d2c-8fb0-4007-a1b9-d047497d3416", "tag": "8a84eb91-436c-4076-9750-86a7e51e8888"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:30.092036 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd03070-5938-47ac-bf7c-3b813fb999f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a84eb91-436c-4076-9750-86a7e51e8888,revision_number=3']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:30.136083 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a44535c-90f9-4d62-8779-81a31597042f x-openstack-request-id: req-6a44535c-90f9-4d62-8779-81a31597042f {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:30.136610 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec66d2c-8fb0-4007-a1b9-d047497d3416", "tag": "8a84eb91-436c-4076-9750-86a7e51e8888", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:30.137044 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a44535c-90f9-4d62-8779-81a31597042f {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:30.137314 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a44535c-90f9-4d62-8779-81a31597042f'] response: {'name': 'network-changed', 'server_uuid': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'tag': '8a84eb91-436c-4076-9750-86a7e51e8888', 'status': 'completed', 'code': 200} Apr 28 19:51:30.172122 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-cb58b02b-485c-4077-9c3f-aa20e9bbd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:30.173768 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-cb58b02b-485c-4077-9c3f-aa20e9bbd93e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe&device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 1128 time: 0.0511417 Apr 28 19:51:30.233318 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-a8fabfda-7ec9-44f7-9272-92b15d042590 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a84eb91-436c-4076-9750-86a7e51e8888 HTTP/1.1" status: 200 len: 217 time: 0.0502861 Apr 28 19:51:30.287330 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-654fdbf9-81d6-453d-b863-0a830559616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:30.288924 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-654fdbf9-81d6-453d-b863-0a830559616c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3c2d8fac-6409-4404-8d0b-acd651903b10 HTTP/1.1" status: 200 len: 856 time: 0.0483866 Apr 28 19:51:30.336452 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-7b275c9d-209a-49aa-83b1-6939c030f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:30.338025 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-7b275c9d-209a-49aa-83b1-6939c030f312 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3dcd011-1276-4838-a5e9-d63807bfdd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0416706 Apr 28 19:51:30.442677 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-e83c23b4-2866-4039-a147-73722e0097dd service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972178 Apr 28 19:51:30.545534 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1dadac23-720d-4e74-9d62-ac49a8a5368d req-621228b1-05ee-4e68-ba6b-6576ecacb402 service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930037 Apr 28 19:51:30.672217 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd6136-159e-45ee-8c96-ac3293a09b40 req-440792c3-1760-446c-a25a-da1ad39db386 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:30.673867 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a9dd6136-159e-45ee-8c96-ac3293a09b40 req-440792c3-1760-446c-a25a-da1ad39db386 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0510778 Apr 28 19:51:30.731904 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a9dd6136-159e-45ee-8c96-ac3293a09b40 req-98b3006c-c20c-4c8b-8064-ac1354a64593 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520380 Apr 28 19:51:31.614070 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-58f60e56-f70c-4e1d-87a1-649077d9c212 req-6e2fb6c3-6e27-47e7-9b3b-5ac1a9f3362d tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101324466&fields=id&tenant_id=60fdf8e709d2417a964541a358ac02df HTTP/1.1" status: 200 len: 267 time: 0.0538530 Apr 28 19:51:31.670184 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f60e56-f70c-4e1d-87a1-649077d9c212 req-5ece39f1-e89f-4d60-92ea-01f86427693f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:31.671901 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-58f60e56-f70c-4e1d-87a1-649077d9c212 req-5ece39f1-e89f-4d60-92ea-01f86427693f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 984 time: 0.0514596 Apr 28 19:51:31.684209 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-58f60e56-f70c-4e1d-87a1-649077d9c212 req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Request body: {'port': {'security_groups': ['79d71423-ffcc-4886-a061-e9c458097a43']}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:51:31.766389 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-58f60e56-f70c-4e1d-87a1-649077d9c212 req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (55fbe830-42a9-4246-a512-c423842bfeed), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:31.859825 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a39d3f-d86b-4c2c-8496-08a324944bc4 req-848ec2ee-33d4-4c76-8214-d5050947691b tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:31.861580 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a8a39d3f-d86b-4c2c-8496-08a324944bc4 req-848ec2ee-33d4-4c76-8214-d5050947691b tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0510259 Apr 28 19:51:31.921706 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a8a39d3f-d86b-4c2c-8496-08a324944bc4 req-05ca6d92-97b7-40d0-a64c-3816d3e19541 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479264 Apr 28 19:51:31.973435 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-58f60e56-f70c-4e1d-87a1-649077d9c212 req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] For port 55fbe830-42a9-4246-a512-c423842bfeed, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=55fbe830-42a9-4246-a512-c423842bfeed,segment=NetworkSegment(62918baa-9e93-4726-affb-82e8786a06d6),segment_id=62918baa-9e93-4726-affb-82e8786a06d6)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:32.006253 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-58f60e56-f70c-4e1d-87a1-649077d9c212 req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for port (55fbe830-42a9-4246-a512-c423842bfeed), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:32.012367 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-58f60e56-f70c-4e1d-87a1-649077d9c212 req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (55fbe830-42a9-4246-a512-c423842bfeed), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:32.025665 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['55fbe830-42a9-4246-a512-c423842bfeed'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:51:32.064352 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f60e56-f70c-4e1d-87a1-649077d9c212 req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:32.064761 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-58f60e56-f70c-4e1d-87a1-649077d9c212 req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:32.066374 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-58f60e56-f70c-4e1d-87a1-649077d9c212 req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "PUT /v2.0/ports/55fbe830-42a9-4246-a512-c423842bfeed HTTP/1.1" status: 200 len: 942 time: 0.3877788 Apr 28 19:51:32.075618 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56558) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:32.138012 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Pushing event updated for resources: {'Port': ['ID=55fbe830-42a9-4246-a512-c423842bfeed,revision_number=7']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:32.143887 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94983836-6767-4e4d-91cd-a7f209183e37', 'tag': '55fbe830-42a9-4246-a512-c423842bfeed'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:32.149769 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758d38f7-ce64-413e-881a-b3d4d0761797" -d '{"events": [{"name": "network-changed", "server_uuid": "94983836-6767-4e4d-91cd-a7f209183e37", "tag": "55fbe830-42a9-4246-a512-c423842bfeed"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:32.158375 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9c38e45b-a2d6-4158-b09d-9b1db32f7439 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group (407998d4-766c-4439-9015-aaf9759a7289), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:32.167922 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:32.169700 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:32.170464 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:32.171390 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:32.172408 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:32.173128 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:32.173832 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:32.174524 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:32.175211 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:32.176997 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:32.177740 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:32.178444 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:32.180297 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:32.181946 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:32.184508 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71e14b-36df-4bd0-8b5c-d1201f2daf33 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:32.200610 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9c38e45b-a2d6-4158-b09d-9b1db32f7439 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group (407998d4-766c-4439-9015-aaf9759a7289), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:32.222517 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0f3efc-8e51-4332-a479-09c45d117612 x-openstack-request-id: req-6b0f3efc-8e51-4332-a479-09c45d117612 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:32.222882 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94983836-6767-4e4d-91cd-a7f209183e37", "tag": "55fbe830-42a9-4246-a512-c423842bfeed", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:32.223210 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6b0f3efc-8e51-4332-a479-09c45d117612 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:32.223637 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b0f3efc-8e51-4332-a479-09c45d117612'] response: {'name': 'network-changed', 'server_uuid': '94983836-6767-4e4d-91cd-a7f209183e37', 'tag': '55fbe830-42a9-4246-a512-c423842bfeed', 'status': 'completed', 'code': 200} Apr 28 19:51:32.292380 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9c38e45b-a2d6-4158-b09d-9b1db32f7439 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (407998d4-766c-4439-9015-aaf9759a7289), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:32.296867 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9c38e45b-a2d6-4158-b09d-9b1db32f7439 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:32.297184 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['55fbe830-42a9-4246-a512-c423842bfeed'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:51:32.302472 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-9c38e45b-a2d6-4158-b09d-9b1db32f7439 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "DELETE /v2.0/security-groups/407998d4-766c-4439-9015-aaf9759a7289 HTTP/1.1" status: 204 len: 168 time: 0.2218440 Apr 28 19:51:32.303064 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56562) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:32.314470 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38e45b-a2d6-4158-b09d-9b1db32f7439 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407998d4-766c-4439-9015-aaf9759a7289,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:32.404071 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-9f0324c9-ea10-4a68-8725-4e912ad3035b None None] Provisioning complete for port 55fbe830-42a9-4246-a512-c423842bfeed triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:51:32.404451 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-9f0324c9-ea10-4a68-8725-4e912ad3035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (55fbe830-42a9-4246-a512-c423842bfeed), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:32.513035 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b9f7d-837c-4a1f-ae2a-53af79a7a17f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Deleting port 9cae7f6d-77fe-4019-84e0-9b23ca0270a8 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:51:32.513682 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9f7d-837c-4a1f-ae2a-53af79a7a17f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (9cae7f6d-77fe-4019-84e0-9b23ca0270a8), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:32.627822 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9f7d-837c-4a1f-ae2a-53af79a7a17f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (9cae7f6d-77fe-4019-84e0-9b23ca0270a8), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:32.628510 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9f7d-837c-4a1f-ae2a-53af79a7a17f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for floatingip (9cae7f6d-77fe-4019-84e0-9b23ca0270a8), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:32.652828 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b9f7d-837c-4a1f-ae2a-53af79a7a17f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Calling delete_port for 9cae7f6d-77fe-4019-84e0-9b23ca0270a8 owned by network:floatingip {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:51:32.659375 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-9f0324c9-ea10-4a68-8725-4e912ad3035b None None] Current status of the port 55fbe830-42a9-4246-a512-c423842bfeed is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:51:32.929950 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9f7d-837c-4a1f-ae2a-53af79a7a17f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (9cae7f6d-77fe-4019-84e0-9b23ca0270a8), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:32.972190 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b9f7d-837c-4a1f-ae2a-53af79a7a17f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Pushing event deleted for resources: {'Port': ['ID=9cae7f6d-77fe-4019-84e0-9b23ca0270a8,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:33.084276 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9f7d-837c-4a1f-ae2a-53af79a7a17f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks [] for floatingip (799673f9-a310-46b0-bdc7-e49a8a238b6a), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:33.084616 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.l3_db [None req-bd3b9f7d-837c-4a1f-ae2a-53af79a7a17f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Floating IP 799673f9-a310-46b0-bdc7-e49a8a238b6a disassociated (deleted). External IP: 172.28.0.69, port: 55fbe830-42a9-4246-a512-c423842bfeed. Apr 28 19:51:33.093898 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09814f86-26c8-4ba4-bc15-faed0867c517 req-adc54469-a390-49b1-a09a-a1cfdeed43e5 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.095555 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-09814f86-26c8-4ba4-bc15-faed0867c517 req-adc54469-a390-49b1-a09a-a1cfdeed43e5 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0665174 Apr 28 19:51:33.234667 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-09814f86-26c8-4ba4-bc15-faed0867c517 req-9c328339-4ba1-4c94-86f0-eaa67d85677e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973051 Apr 28 19:51:33.381843 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3b9f7d-837c-4a1f-ae2a-53af79a7a17f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:51:33.551357 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3b9f7d-837c-4a1f-ae2a-53af79a7a17f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:51:33.559434 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9f7d-837c-4a1f-ae2a-53af79a7a17f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:33.564000 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc86452-ad0f-40be-a0df-fe160b4be8b5 None None] Sync routers for ids ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:51:33.577841 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc86452-ad0f-40be-a0df-fe160b4be8b5 None None] Routers {'9bde0c0a-c95b-483c-92d9-cd8aa9f86912'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:33.578563 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-afc86452-ad0f-40be-a0df-fe160b4be8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:33.600885 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-bd3b9f7d-837c-4a1f-ae2a-53af79a7a17f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "DELETE /v2.0/floatingips/799673f9-a310-46b0-bdc7-e49a8a238b6a HTTP/1.1" status: 204 len: 168 time: 1.2955003 Apr 28 19:51:33.714172 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-afc86452-ad0f-40be-a0df-fe160b4be8b5 None None] Set router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:33.843489 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ae0bb-9635-4514-bed8-c05ff1c0558e req-6e71e41c-1ab5-45cc-88ac-a6e9b83da630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.846256 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b77ae0bb-9635-4514-bed8-c05ff1c0558e req-6e71e41c-1ab5-45cc-88ac-a6e9b83da630 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe&device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 1128 time: 0.0748839 Apr 28 19:51:33.879958 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d38f7-ce64-413e-881a-b3d4d0761797 req-050157fd-4941-471f-ab5c-45fc992e0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.882744 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-758d38f7-ce64-413e-881a-b3d4d0761797 req-050157fd-4941-471f-ab5c-45fc992e0161 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60fdf8e709d2417a964541a358ac02df&device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 1129 time: 0.0873418 Apr 28 19:51:34.060698 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ae0bb-9635-4514-bed8-c05ff1c0558e req-29f5b597-53fc-4be4-9208-122cc257c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.063060 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b77ae0bb-9635-4514-bed8-c05ff1c0558e req-29f5b597-53fc-4be4-9208-122cc257c9f7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3dcd011-1276-4838-a5e9-d63807bfdd83 HTTP/1.1" status: 200 len: 918 time: 0.2048194 Apr 28 19:51:34.090462 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d38f7-ce64-413e-881a-b3d4d0761797 req-0cdb9178-f0dc-41dd-8b56-d3b4ffbeb351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.092084 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-758d38f7-ce64-413e-881a-b3d4d0761797 req-0cdb9178-f0dc-41dd-8b56-d3b4ffbeb351 service neutron] 10.222.0.65 "GET /v2.0/networks?id=19a1b79f-415e-44bd-80e0-6c4445224038 HTTP/1.1" status: 200 len: 916 time: 0.2001460 Apr 28 19:51:34.108517 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 8a84eb91-436c-4076-9750-86a7e51e8888 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:51:34.161045 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-758d38f7-ce64-413e-881a-b3d4d0761797 req-84f4eb62-a730-4548-8c9f-d14d449ef91e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55fbe830-42a9-4246-a512-c423842bfeed HTTP/1.1" status: 200 len: 217 time: 0.0621238 Apr 28 19:51:34.306735 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-afc86452-ad0f-40be-a0df-fe160b4be8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:42Z', 'revision_number': 4, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'gw_port': {'id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:39Z', 'updated_at': '2022-04-28T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '16a7aecd-0b4c-4121-aaae-acbd91da283e', 'name': '', 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'mac_address': 'fa:16:3e:0e:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:42Z', 'updated_at': '2022-04-28T19:46:49Z', 'revision_number': 5, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'subnets': [{'id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:34.341367 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc86452-ad0f-40be-a0df-fe160b4be8b5 None None] Checking router: 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:51:34.365115 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 8a84eb91-436c-4076-9750-86a7e51e8888, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8a84eb91-436c-4076-9750-86a7e51e8888,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:34.376419 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc86452-ad0f-40be-a0df-fe160b4be8b5 None None] Routers {'9bde0c0a-c95b-483c-92d9-cd8aa9f86912'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:34.377215 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-afc86452-ad0f-40be-a0df-fe160b4be8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:34.380229 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501d494-0dab-444d-a5b8-349a659cbbcc req-f16130b2-3e74-4fcf-84d8-bd2978122337 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.383746 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f501d494-0dab-444d-a5b8-349a659cbbcc req-f16130b2-3e74-4fcf-84d8-bd2978122337 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0592110 Apr 28 19:51:34.434816 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '8a84eb91-436c-4076-9750-86a7e51e8888', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'port_id': '8a84eb91-436c-4076-9750-86a7e51e8888', 'mac_address': 'fa:16:3e:b9:18:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:51:34.439251 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f501d494-0dab-444d-a5b8-349a659cbbcc req-8dc39a3b-59be-4838-b9e4-2f62c17c481d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503781 Apr 28 19:51:34.526451 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94983836-6767-4e4d-91cd-a7f209183e37', 'tag': '55fbe830-42a9-4246-a512-c423842bfeed'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:34.529570 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241fcc8b-7a61-4954-a27a-d4de543dac71" -d '{"events": [{"name": "network-changed", "server_uuid": "94983836-6767-4e4d-91cd-a7f209183e37", "tag": "55fbe830-42a9-4246-a512-c423842bfeed"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:34.535589 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b77ae0bb-9635-4514-bed8-c05ff1c0558e req-81e2a851-3617-488f-a391-d9cd9a8b6956 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a84eb91-436c-4076-9750-86a7e51e8888 HTTP/1.1" status: 200 len: 217 time: 0.4654334 Apr 28 19:51:34.569311 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19f388f-64cb-4bcf-bc41-41fffd49953f x-openstack-request-id: req-c19f388f-64cb-4bcf-bc41-41fffd49953f {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:34.569652 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94983836-6767-4e4d-91cd-a7f209183e37", "tag": "55fbe830-42a9-4246-a512-c423842bfeed", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:34.569912 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c19f388f-64cb-4bcf-bc41-41fffd49953f {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:34.570293 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c19f388f-64cb-4bcf-bc41-41fffd49953f'] response: {'name': 'network-changed', 'server_uuid': '94983836-6767-4e4d-91cd-a7f209183e37', 'tag': '55fbe830-42a9-4246-a512-c423842bfeed', 'status': 'completed', 'code': 200} Apr 28 19:51:34.598431 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 8a84eb91-436c-4076-9750-86a7e51e8888 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:51:34.599267 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:34.649662 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a84eb91-436c-4076-9750-86a7e51e8888 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:34.668005 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ae0bb-9635-4514-bed8-c05ff1c0558e req-0369a52c-6b16-48ad-ad8f-49585a76157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.670264 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b77ae0bb-9635-4514-bed8-c05ff1c0558e req-0369a52c-6b16-48ad-ad8f-49585a76157f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3c2d8fac-6409-4404-8d0b-acd651903b10 HTTP/1.1" status: 200 len: 856 time: 0.0609860 Apr 28 19:51:34.670808 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d38f7-ce64-413e-881a-b3d4d0761797 req-81fad44c-419d-4702-a7e5-d17c087fec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.672417 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-758d38f7-ce64-413e-881a-b3d4d0761797 req-81fad44c-419d-4702-a7e5-d17c087fec00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3424908e-073c-4bbb-8b65-dcdfae2d50f6 HTTP/1.1" status: 200 len: 854 time: 0.0631824 Apr 28 19:51:34.700367 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-afc86452-ad0f-40be-a0df-fe160b4be8b5 None None] Set router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:34.706121 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 8a84eb91-436c-4076-9750-86a7e51e8888, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8a84eb91-436c-4076-9750-86a7e51e8888,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:34.727491 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ae0bb-9635-4514-bed8-c05ff1c0558e req-39416f9c-cd47-4981-a5d0-2b1b66f2f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.729827 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b77ae0bb-9635-4514-bed8-c05ff1c0558e req-39416f9c-cd47-4981-a5d0-2b1b66f2f882 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3dcd011-1276-4838-a5e9-d63807bfdd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473588 Apr 28 19:51:34.749089 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:34.828539 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d38f7-ce64-413e-881a-b3d4d0761797 req-c50902d7-e3b1-4e4b-9831-b00ae42e96ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.831090 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-758d38f7-ce64-413e-881a-b3d4d0761797 req-c50902d7-e3b1-4e4b-9831-b00ae42e96ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19a1b79f-415e-44bd-80e0-6c4445224038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0673718 Apr 28 19:51:34.896759 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=8a84eb91-436c-4076-9750-86a7e51e8888,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:34.911874 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:34.912354 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:34.912767 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:34.913116 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:34.913453 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:34.913804 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:34.914121 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:34.914442 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:34.914756 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:34.915083 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:34.915405 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:34.915909 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:34.916385 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:34.916555 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:34.916820 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:34.934709 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b77ae0bb-9635-4514-bed8-c05ff1c0558e req-9859926e-c510-4c1a-bb9a-86d1762ca8e3 service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632383 Apr 28 19:51:35.015559 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-758d38f7-ce64-413e-881a-b3d4d0761797 req-7c2c5f5a-a328-40f3-b255-a20524d4338b service neutron] 10.222.0.65 "GET /v2.0/networks/19a1b79f-415e-44bd-80e0-6c4445224038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759543 Apr 28 19:51:35.064675 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-afc86452-ad0f-40be-a0df-fe160b4be8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:42Z', 'revision_number': 4, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'gw_port': {'id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:39Z', 'updated_at': '2022-04-28T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '16a7aecd-0b4c-4121-aaae-acbd91da283e', 'name': '', 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'mac_address': 'fa:16:3e:0e:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:42Z', 'updated_at': '2022-04-28T19:46:49Z', 'revision_number': 5, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'subnets': [{'id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:35.088986 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b77ae0bb-9635-4514-bed8-c05ff1c0558e req-4bf5fb4b-e3b2-4744-954f-15f157825c99 service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462839 Apr 28 19:51:35.136855 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc86452-ad0f-40be-a0df-fe160b4be8b5 None None] The sync data for ids ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'] in dv-cinder-826949-7-smb is: [{'id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:42Z', 'revision_number': 4, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'gw_port': {'id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:39Z', 'updated_at': '2022-04-28T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '16a7aecd-0b4c-4121-aaae-acbd91da283e', 'name': '', 'network_id': '19a1b79f-415e-44bd-80e0-6c4445224038', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'mac_address': 'fa:16:3e:0e:8b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:42Z', 'updated_at': '2022-04-28T19:46:49Z', 'revision_number': 5, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'subnets': [{'id': '3424908e-073c-4bbb-8b65-dcdfae2d50f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:51:35.227845 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-758d38f7-ce64-413e-881a-b3d4d0761797 req-f4f8aa9d-a017-4cfd-8deb-31c76d5e2269 service neutron] 10.222.0.65 "GET /v2.0/networks/19a1b79f-415e-44bd-80e0-6c4445224038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970947 Apr 28 19:51:35.401517 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fcc8b-7a61-4954-a27a-d4de543dac71 req-5addf097-5726-44df-877a-c6ec1fc1c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:35.403231 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['8a84eb91-436c-4076-9750-86a7e51e8888'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:51:35.404881 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-241fcc8b-7a61-4954-a27a-d4de543dac71 req-5addf097-5726-44df-877a-c6ec1fc1c7e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60fdf8e709d2417a964541a358ac02df&device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 1129 time: 0.0868542 Apr 28 19:51:35.608583 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa34c34-d012-4d0b-8e1d-16bf3f70d10b None None] New status for floating IP 799673f9-a310-46b0-bdc7-e49a8a238b6a: DOWN {{(pid=109986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:51:35.646414 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fcc8b-7a61-4954-a27a-d4de543dac71 req-76eb22f9-0a27-46d7-8d10-17f33996fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:35.647971 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-241fcc8b-7a61-4954-a27a-d4de543dac71 req-76eb22f9-0a27-46d7-8d10-17f33996fbac service neutron] 10.222.0.65 "GET /v2.0/networks?id=19a1b79f-415e-44bd-80e0-6c4445224038 HTTP/1.1" status: 200 len: 916 time: 0.2356348 Apr 28 19:51:35.660082 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044242d7-ace1-403a-814b-473ceed5b994 req-912ce0c8-5820-42e5-9122-3c63f9e8275a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:35.661590 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-044242d7-ace1-403a-814b-473ceed5b994 req-912ce0c8-5820-42e5-9122-3c63f9e8275a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 945 time: 0.0797923 Apr 28 19:51:35.708112 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-241fcc8b-7a61-4954-a27a-d4de543dac71 req-a456d100-5172-49c2-bbca-cc23bacf5981 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55fbe830-42a9-4246-a512-c423842bfeed HTTP/1.1" status: 200 len: 217 time: 0.0453873 Apr 28 19:51:35.814719 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fcc8b-7a61-4954-a27a-d4de543dac71 req-dccecc7c-1dec-4a53-aa1c-a0aabd7fdb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:35.816400 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-241fcc8b-7a61-4954-a27a-d4de543dac71 req-dccecc7c-1dec-4a53-aa1c-a0aabd7fdb66 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3424908e-073c-4bbb-8b65-dcdfae2d50f6 HTTP/1.1" status: 200 len: 854 time: 0.0989935 Apr 28 19:51:35.820942 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-044242d7-ace1-403a-814b-473ceed5b994 req-3c39e461-ed8b-4306-83e7-cf0181a89431 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195555 Apr 28 19:51:35.873620 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fcc8b-7a61-4954-a27a-d4de543dac71 req-e7232c7e-ce8a-42e2-9ca0-4e191f7bb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:35.875197 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-241fcc8b-7a61-4954-a27a-d4de543dac71 req-e7232c7e-ce8a-42e2-9ca0-4e191f7bb34b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=19a1b79f-415e-44bd-80e0-6c4445224038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0502801 Apr 28 19:51:35.981824 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-241fcc8b-7a61-4954-a27a-d4de543dac71 req-6b4f471a-bfb5-4ed6-9b9f-8dba7f62ecb5 service neutron] 10.222.0.65 "GET /v2.0/networks/19a1b79f-415e-44bd-80e0-6c4445224038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950534 Apr 28 19:51:36.084621 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-241fcc8b-7a61-4954-a27a-d4de543dac71 req-f0154561-920e-4d4d-80d1-cdcbfa0b27c6 service neutron] 10.222.0.65 "GET /v2.0/networks/19a1b79f-415e-44bd-80e0-6c4445224038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953424 Apr 28 19:51:36.805297 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea5ab0-de17-4f49-818b-b6ab54fa3cae req-6b6dc2ee-aec3-46b1-a310-f99f2493d4f0 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:36.807771 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-aaea5ab0-de17-4f49-818b-b6ab54fa3cae req-6b6dc2ee-aec3-46b1-a310-f99f2493d4f0 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 945 time: 0.0604911 Apr 28 19:51:36.871864 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-aaea5ab0-de17-4f49-818b-b6ab54fa3cae req-6a406e56-de01-47cf-93b6-3426ef2261e1 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539737 Apr 28 19:51:36.976182 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a29ac8-2967-4d0f-89ea-d0590118a59b req-32096051-c447-4bcb-b290-828266917242 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:36.977814 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b2a29ac8-2967-4d0f-89ea-d0590118a59b req-32096051-c447-4bcb-b290-828266917242 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 945 time: 0.0569117 Apr 28 19:51:37.001491 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 8a84eb91-436c-4076-9750-86a7e51e8888 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:37.055624 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port 8a84eb91-436c-4076-9750-86a7e51e8888 completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:51:37.056241 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b2a29ac8-2967-4d0f-89ea-d0590118a59b req-fde3847a-7324-415d-8205-69643b8d67a5 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697849 Apr 28 19:51:37.064278 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 8a84eb91-436c-4076-9750-86a7e51e8888 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:51:37.064887 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:37.158136 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 8a84eb91-436c-4076-9750-86a7e51e8888 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:51:37.158520 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:37.191478 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a84eb91-436c-4076-9750-86a7e51e8888'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:37.193936 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3559669e-cf0e-45b2-901b-e13218f89e49" -d '{"events": [{"server_uuid": "7ec66d2c-8fb0-4007-a1b9-d047497d3416", "name": "network-vif-plugged", "status": "completed", "tag": "8a84eb91-436c-4076-9750-86a7e51e8888"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:37.214675 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 8a84eb91-436c-4076-9750-86a7e51e8888, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8a84eb91-436c-4076-9750-86a7e51e8888,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:37.220659 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:37.262073 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db93617a-5d36-4282-b706-ce235a430c71 x-openstack-request-id: req-db93617a-5d36-4282-b706-ce235a430c71 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:37.262364 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec66d2c-8fb0-4007-a1b9-d047497d3416", "name": "network-vif-plugged", "status": "completed", "tag": "8a84eb91-436c-4076-9750-86a7e51e8888", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:37.262610 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db93617a-5d36-4282-b706-ce235a430c71 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:37.263013 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db93617a-5d36-4282-b706-ce235a430c71'] response: {'server_uuid': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a84eb91-436c-4076-9750-86a7e51e8888', 'code': 200} Apr 28 19:51:37.294317 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=8a84eb91-436c-4076-9750-86a7e51e8888,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:38.061052 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbac71-c8db-4810-aecf-abf660fa7e0c req-c257300a-26d6-408e-aeb9-48a7ae22348e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:38.062743 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-33bbac71-c8db-4810-aecf-abf660fa7e0c req-c257300a-26d6-408e-aeb9-48a7ae22348e tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 945 time: 0.0757551 Apr 28 19:51:38.103373 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9b5e6-d0e0-4db8-8461-d9b235d32465 req-9cc33582-772a-4d32-91b2-d2cd5720e4dd tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:38.105353 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-26b9b5e6-d0e0-4db8-8461-d9b235d32465 req-9cc33582-772a-4d32-91b2-d2cd5720e4dd tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0615075 Apr 28 19:51:38.128131 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-33bbac71-c8db-4810-aecf-abf660fa7e0c req-c2d3a3e8-8126-4a92-a261-14b94f4833bd tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548091 Apr 28 19:51:38.172407 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-26b9b5e6-d0e0-4db8-8461-d9b235d32465 req-efe3ef78-d49e-44af-b9b6-ba27aaf8846a tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565383 Apr 28 19:51:38.265379 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2289d-9f9d-4edb-90b4-e3471a0ff715 req-f49dd3ac-3b4a-46f9-a9ce-98f7b65ca80b tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:38.266998 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d8d2289d-9f9d-4edb-90b4-e3471a0ff715 req-f49dd3ac-3b4a-46f9-a9ce-98f7b65ca80b tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0554070 Apr 28 19:51:38.324401 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d8d2289d-9f9d-4edb-90b4-e3471a0ff715 req-96cec0be-1a15-457e-934d-5e2d40d548d1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471551 Apr 28 19:51:39.277614 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c30f2-fc88-4284-a49c-3dfd791c192c req-7b2b888c-d1c7-47de-8fb9-0ee4f410570c tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.279321 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-805c30f2-fc88-4284-a49c-3dfd791c192c req-7b2b888c-d1c7-47de-8fb9-0ee4f410570c tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 945 time: 0.0615170 Apr 28 19:51:39.335066 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-805c30f2-fc88-4284-a49c-3dfd791c192c req-8c766212-09bb-4f8f-979b-4c65ea2d90bf tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d71423-ffcc-4886-a061-e9c458097a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495422 Apr 28 19:51:39.343717 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1855e8f-4bbc-4d1b-8e28-d0e7f455657f req-64ac1a36-b3f2-43ae-beca-e0eeb50e9201 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.345370 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c1855e8f-4bbc-4d1b-8e28-d0e7f455657f req-64ac1a36-b3f2-43ae-beca-e0eeb50e9201 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.0743487 Apr 28 19:51:39.410955 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c1855e8f-4bbc-4d1b-8e28-d0e7f455657f req-0ddae417-2581-48ca-be53-97522c2747b8 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541961 Apr 28 19:51:39.491469 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423887a-6eec-4084-bd17-9a329a79d692 req-85d925d2-b2b8-4f8a-b5b2-047289d64f94 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.493857 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a423887a-6eec-4084-bd17-9a329a79d692 req-85d925d2-b2b8-4f8a-b5b2-047289d64f94 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0590298 Apr 28 19:51:39.563431 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a423887a-6eec-4084-bd17-9a329a79d692 req-9de3caca-7b90-42b3-a9f4-cc60fb28dd32 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583966 Apr 28 19:51:39.823737 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8808b-0ca0-4417-afd9-509ae7c5ab58 req-e817ffce-933a-4658-b6ca-3430b1de054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.825916 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0ec8808b-0ca0-4417-afd9-509ae7c5ab58 req-e817ffce-933a-4658-b6ca-3430b1de054d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 1130 time: 0.0586281 Apr 28 19:51:39.839659 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe49ab3-7978-483e-8c35-ed82c22aac39 req-b4844ea9-be5e-433a-a330-83d136ced757 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.841261 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-abe49ab3-7978-483e-8c35-ed82c22aac39 req-b4844ea9-be5e-433a-a330-83d136ced757 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.65 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 945 time: 0.0724626 Apr 28 19:51:39.979643 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0ec8808b-0ca0-4417-afd9-509ae7c5ab58 req-e3f3260c-74a2-4079-915e-54567620df49 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624225 Apr 28 19:51:40.027189 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-abe49ab3-7978-483e-8c35-ed82c22aac39 req-7a28e839-05d5-4dc7-8b16-023356f5de06 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Deleting port 55fbe830-42a9-4246-a512-c423842bfeed {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:51:40.027533 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-abe49ab3-7978-483e-8c35-ed82c22aac39 req-7a28e839-05d5-4dc7-8b16-023356f5de06 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (55fbe830-42a9-4246-a512-c423842bfeed), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:40.133371 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-abe49ab3-7978-483e-8c35-ed82c22aac39 req-7a28e839-05d5-4dc7-8b16-023356f5de06 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] For port 55fbe830-42a9-4246-a512-c423842bfeed, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=55fbe830-42a9-4246-a512-c423842bfeed,segment=NetworkSegment(62918baa-9e93-4726-affb-82e8786a06d6),segment_id=62918baa-9e93-4726-affb-82e8786a06d6)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:40.133718 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-abe49ab3-7978-483e-8c35-ed82c22aac39 req-7a28e839-05d5-4dc7-8b16-023356f5de06 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (55fbe830-42a9-4246-a512-c423842bfeed), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:40.150442 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-abe49ab3-7978-483e-8c35-ed82c22aac39 req-7a28e839-05d5-4dc7-8b16-023356f5de06 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Calling delete_port for 55fbe830-42a9-4246-a512-c423842bfeed owned by compute:nova {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:51:40.307083 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-abe49ab3-7978-483e-8c35-ed82c22aac39 req-7a28e839-05d5-4dc7-8b16-023356f5de06 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (55fbe830-42a9-4246-a512-c423842bfeed), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:40.321343 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['55fbe830-42a9-4246-a512-c423842bfeed'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:51:40.342853 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28e839-05d5-4dc7-8b16-023356f5de06 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Pushing event deleted for resources: {'Port': ['ID=55fbe830-42a9-4246-a512-c423842bfeed,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:40.411791 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe49ab3-7978-483e-8c35-ed82c22aac39 req-7a28e839-05d5-4dc7-8b16-023356f5de06 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] No DVR routers for this DVR port 55fbe830-42a9-4246-a512-c423842bfeed on host hv-cinder-82694 {{(pid=109983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:40.416413 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-abe49ab3-7978-483e-8c35-ed82c22aac39 req-7a28e839-05d5-4dc7-8b16-023356f5de06 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:40.422433 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-abe49ab3-7978-483e-8c35-ed82c22aac39 req-7a28e839-05d5-4dc7-8b16-023356f5de06 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.65 "DELETE /v2.0/ports/55fbe830-42a9-4246-a512-c423842bfeed HTTP/1.1" status: 204 len: 173 time: 0.5049646 Apr 28 19:51:40.423229 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94983836-6767-4e4d-91cd-a7f209183e37', 'name': 'network-vif-deleted', 'tag': '55fbe830-42a9-4246-a512-c423842bfeed'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:40.426493 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:40.438784 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1ee3a2-978c-491b-bd2f-8a80b7906be8" -d '{"events": [{"server_uuid": "94983836-6767-4e4d-91cd-a7f209183e37", "name": "network-vif-deleted", "tag": "55fbe830-42a9-4246-a512-c423842bfeed"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:40.499887 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7025e6e0-9276-41b2-ba68-a893aa821626 x-openstack-request-id: req-7025e6e0-9276-41b2-ba68-a893aa821626 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:40.503941 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94983836-6767-4e4d-91cd-a7f209183e37", "name": "network-vif-deleted", "tag": "55fbe830-42a9-4246-a512-c423842bfeed", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:40.505314 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7025e6e0-9276-41b2-ba68-a893aa821626 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:40.507684 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7025e6e0-9276-41b2-ba68-a893aa821626'] response: {'server_uuid': '94983836-6767-4e4d-91cd-a7f209183e37', 'name': 'network-vif-deleted', 'tag': '55fbe830-42a9-4246-a512-c423842bfeed', 'status': 'completed', 'code': 200} Apr 28 19:51:40.511506 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-9c2e512c-2966-4153-9f33-f3ef80ca6419 req-8efb3caf-b249-4398-9252-3eac4975c7b7 tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 210 time: 0.0680854 Apr 28 19:51:40.517384 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a833d-32ee-4108-b253-e3003cde58ba req-30109380-ca3c-484c-8fa9-b9d3e99a0ea5 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:40.520191 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-486a833d-32ee-4108-b253-e3003cde58ba req-30109380-ca3c-484c-8fa9-b9d3e99a0ea5 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.1173408 Apr 28 19:51:40.706160 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad4cdc-6c44-4c04-a8a5-e00b0987176f req-48b7f691-3fd2-4787-8570-704ec8f8ea75 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:40.710386 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bbad4cdc-6c44-4c04-a8a5-e00b0987176f req-48b7f691-3fd2-4787-8570-704ec8f8ea75 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0649922 Apr 28 19:51:40.720632 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c1737-2451-4b10-ac6d-673747358ab9 req-d37ed560-cdfc-4f75-90f3-fe516ef687ed tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:40.723301 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-697c1737-2451-4b10-ac6d-673747358ab9 req-d37ed560-cdfc-4f75-90f3-fe516ef687ed tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 946 time: 0.1401374 Apr 28 19:51:40.782389 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-486a833d-32ee-4108-b253-e3003cde58ba req-050db3b4-e069-4b09-a215-b64ed70a8753 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Deleting port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:51:40.783109 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-486a833d-32ee-4108-b253-e3003cde58ba req-050db3b4-e069-4b09-a215-b64ed70a8753 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:40.797633 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bbad4cdc-6c44-4c04-a8a5-e00b0987176f req-fbc3c3cf-db5e-4301-bc1b-1d5f525b527f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794778 Apr 28 19:51:40.894342 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-697c1737-2451-4b10-ac6d-673747358ab9 req-46b8152a-c3f5-41d3-a5a5-cce8d0edb3ed tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=070d90d8-8ecc-4040-a8e2-6ee538a4198f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1597145 Apr 28 19:51:40.941607 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-486a833d-32ee-4108-b253-e3003cde58ba req-050db3b4-e069-4b09-a215-b64ed70a8753 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] For port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:40.941980 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-486a833d-32ee-4108-b253-e3003cde58ba req-050db3b4-e069-4b09-a215-b64ed70a8753 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:41.249308 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-486a833d-32ee-4108-b253-e3003cde58ba req-050db3b4-e069-4b09-a215-b64ed70a8753 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:41.249714 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-486a833d-32ee-4108-b253-e3003cde58ba req-050db3b4-e069-4b09-a215-b64ed70a8753 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (0e19f691-9a5c-4560-9260-7c01792ba36f), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:41.250125 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.l3_db [req-486a833d-32ee-4108-b253-e3003cde58ba req-050db3b4-e069-4b09-a215-b64ed70a8753 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Floating IP 0e19f691-9a5c-4560-9260-7c01792ba36f disassociated. External IP: 172.28.0.89, port: bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9. Apr 28 19:51:41.250655 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-486a833d-32ee-4108-b253-e3003cde58ba req-050db3b4-e069-4b09-a215-b64ed70a8753 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Calling delete_port for bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 owned by compute:nova {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:51:41.419973 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-486a833d-32ee-4108-b253-e3003cde58ba req-050db3b4-e069-4b09-a215-b64ed70a8753 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:41.483559 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050db3b4-e069-4b09-a215-b64ed70a8753 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event deleted for resources: {'Port': ['ID=bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:41.641965 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-486a833d-32ee-4108-b253-e3003cde58ba req-050db3b4-e069-4b09-a215-b64ed70a8753 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Router 0e9ce6cc-636c-4cae-a034-123270dff2c4 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:51:41.673446 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f0988ec3-b7f6-46a7-889a-954fc24e404f req-7b4ebed3-6e8f-480f-8d07-19130a38b11f tempest-TestMinimumBasicScenario-53067279 tempest-TestMinimumBasicScenario-53067279-project] 10.222.0.62 "GET /v2.0/ports?device_id=94983836-6767-4e4d-91cd-a7f209183e37 HTTP/1.1" status: 200 len: 210 time: 0.0472434 Apr 28 19:51:41.818062 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-486a833d-32ee-4108-b253-e3003cde58ba req-050db3b4-e069-4b09-a215-b64ed70a8753 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:51:41.832189 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5f69f4-0e9e-48b3-ad75-3a40efb0f235 None None] Sync routers for ids ['0e9ce6cc-636c-4cae-a034-123270dff2c4'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:51:41.856102 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5f69f4-0e9e-48b3-ad75-3a40efb0f235 None None] Routers {'0e9ce6cc-636c-4cae-a034-123270dff2c4'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:41.856870 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-9f5f69f4-0e9e-48b3-ad75-3a40efb0f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['0e9ce6cc-636c-4cae-a034-123270dff2c4'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:41.869280 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-486a833d-32ee-4108-b253-e3003cde58ba req-050db3b4-e069-4b09-a215-b64ed70a8753 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] No DVR routers for this DVR port bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 on host hv-cinder-82694 {{(pid=109984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:41.872102 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-486a833d-32ee-4108-b253-e3003cde58ba req-050db3b4-e069-4b09-a215-b64ed70a8753 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:41.875943 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-486a833d-32ee-4108-b253-e3003cde58ba req-050db3b4-e069-4b09-a215-b64ed70a8753 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.65 "DELETE /v2.0/ports/bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 HTTP/1.1" status: 204 len: 173 time: 1.3494973 Apr 28 19:51:41.876474 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f137d0-57d8-440a-8f63-0bfd4022a77a', 'name': 'network-vif-deleted', 'tag': 'bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:41.878882 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aed0316-ae2d-4224-8b6d-edec8741c077" -d '{"events": [{"server_uuid": "f6f137d0-57d8-440a-8f63-0bfd4022a77a", "name": "network-vif-deleted", "tag": "bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:41.920809 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487ef94c-4a91-42eb-881f-474c0232abc2 x-openstack-request-id: req-487ef94c-4a91-42eb-881f-474c0232abc2 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:41.921367 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f137d0-57d8-440a-8f63-0bfd4022a77a", "name": "network-vif-deleted", "tag": "bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:41.921793 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-487ef94c-4a91-42eb-881f-474c0232abc2 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:41.922378 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-487ef94c-4a91-42eb-881f-474c0232abc2'] response: {'server_uuid': 'f6f137d0-57d8-440a-8f63-0bfd4022a77a', 'name': 'network-vif-deleted', 'tag': 'bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9', 'status': 'completed', 'code': 200} Apr 28 19:51:42.005267 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f12fe-f4b0-4fbb-8478-c917cced27ea req-eaf90672-e7ad-4eca-ba3b-582f63700c38 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.008419 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-661f12fe-f4b0-4fbb-8478-c917cced27ea req-eaf90672-e7ad-4eca-ba3b-582f63700c38 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0790651 Apr 28 19:51:42.059590 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-976b3ce0-e30e-465f-b545-134a0167c7fc req-36ed18f9-2459-43d3-864c-5e691b78070b tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f137d0-57d8-440a-8f63-0bfd4022a77a HTTP/1.1" status: 200 len: 210 time: 0.0535998 Apr 28 19:51:42.071044 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-9f5f69f4-0e9e-48b3-ad75-3a40efb0f235 None None] Set router 0e9ce6cc-636c-4cae-a034-123270dff2c4 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:42.076877 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-661f12fe-f4b0-4fbb-8478-c917cced27ea req-e440d8a5-949b-42f5-8de3-07f5e9f2f055 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618408 Apr 28 19:51:42.247350 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae626b1-8c97-4e22-a319-2d412d7e276e req-fc9e0e69-167b-4167-afc0-30088112302d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.266855 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56646) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:42.268114 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7ae626b1-8c97-4e22-a319-2d412d7e276e req-fc9e0e69-167b-4167-afc0-30088112302d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0916729 Apr 28 19:51:42.275182 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-49dc8d52-f0f8-41a0-9699-0caad7824405 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Request body: {'floatingip': {'port_id': '8a84eb91-436c-4076-9750-86a7e51e8888'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:51:42.328743 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-49dc8d52-f0f8-41a0-9699-0caad7824405 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for floatingip (d053021c-cdbe-4ee4-94ad-6cb57dbc09b5), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:42.398180 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-9f5f69f4-0e9e-48b3-ad75-3a40efb0f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '96c98553-99fd-412c-a3cf-3c20544508f1', 'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'mac_address': 'fa:16:3e:8e:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:38Z', 'updated_at': '2022-04-28T19:44:53Z', 'revision_number': 5, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'subnets': [{'id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:42.438273 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5f69f4-0e9e-48b3-ad75-3a40efb0f235 None None] Checking router: 0e9ce6cc-636c-4cae-a034-123270dff2c4 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:51:42.450727 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5f69f4-0e9e-48b3-ad75-3a40efb0f235 None None] Routers {'0e9ce6cc-636c-4cae-a034-123270dff2c4'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:42.451471 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-9f5f69f4-0e9e-48b3-ad75-3a40efb0f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['0e9ce6cc-636c-4cae-a034-123270dff2c4'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:42.737558 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-9f5f69f4-0e9e-48b3-ad75-3a40efb0f235 None None] Set router 0e9ce6cc-636c-4cae-a034-123270dff2c4 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:43.005809 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 55fbe830-42a9-4246-a512-c423842bfeed no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:43.049702 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: 55fbe830-42a9-4246-a512-c423842bfeed {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:51:43.051263 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 55fbe830-42a9-4246-a512-c423842bfeed not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:43.052012 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:43.102109 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:51:43.103602 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device bfbea62f-0a5e-4a15-b6f6-8fb277ad52f9 not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:43.217686 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56678) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:43.232557 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-9f5f69f4-0e9e-48b3-ad75-3a40efb0f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '96c98553-99fd-412c-a3cf-3c20544508f1', 'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'mac_address': 'fa:16:3e:8e:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:38Z', 'updated_at': '2022-04-28T19:44:53Z', 'revision_number': 5, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'subnets': [{'id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:43.284982 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-49dc8d52-f0f8-41a0-9699-0caad7824405 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:43.287272 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5f69f4-0e9e-48b3-ad75-3a40efb0f235 None None] The sync data for ids ['0e9ce6cc-636c-4cae-a034-123270dff2c4'] in dv-cinder-826949-7-smb is: [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '96c98553-99fd-412c-a3cf-3c20544508f1', 'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'mac_address': 'fa:16:3e:8e:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:38Z', 'updated_at': '2022-04-28T19:44:53Z', 'revision_number': 5, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'subnets': [{'id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:51:43.292517 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-49dc8d52-f0f8-41a0-9699-0caad7824405 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (d053021c-cdbe-4ee4-94ad-6cb57dbc09b5), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:43.362250 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6384ee43-7222-448d-a9ee-3add02efaf2d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group (070d90d8-8ecc-4040-a8e2-6ee538a4198f), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:43.413681 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6384ee43-7222-448d-a9ee-3add02efaf2d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group (070d90d8-8ecc-4040-a8e2-6ee538a4198f), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:43.503239 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.l3_db [None req-49dc8d52-f0f8-41a0-9699-0caad7824405 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Floating IP d053021c-cdbe-4ee4-94ad-6cb57dbc09b5 associated. External IP: 172.28.0.127, port: 8a84eb91-436c-4076-9750-86a7e51e8888. Apr 28 19:51:43.507367 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6384ee43-7222-448d-a9ee-3add02efaf2d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (070d90d8-8ecc-4040-a8e2-6ee538a4198f), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:43.513548 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6384ee43-7222-448d-a9ee-3add02efaf2d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:43.515739 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-6384ee43-7222-448d-a9ee-3add02efaf2d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "DELETE /v2.0/security-groups/070d90d8-8ecc-4040-a8e2-6ee538a4198f HTTP/1.1" status: 204 len: 168 time: 0.2941802 Apr 28 19:51:43.521678 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56700) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:43.546533 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384ee43-7222-448d-a9ee-3add02efaf2d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=070d90d8-8ecc-4040-a8e2-6ee538a4198f,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:43.559379 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.api.v2.resource [None req-1d00a097-df4a-41f1-a6c1-2374d2c8e2f4 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] show failed (client error): The resource could not be found. Apr 28 19:51:43.561708 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-1d00a097-df4a-41f1-a6c1-2374d2c8e2f4 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups/070d90d8-8ecc-4040-a8e2-6ee538a4198f HTTP/1.1" status: 404 len: 347 time: 0.0362635 Apr 28 19:51:43.566491 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56702) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:43.754713 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56704) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:43.780683 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35412343-101c-4368-848a-f2c0cc909c7d None None] New status for floating IP 0e19f691-9a5c-4560-9260-7c01792ba36f: DOWN {{(pid=109986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:51:43.852035 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-768f285f-bf83-40a2-9131-ea4353600141 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Deleting port 700f4977-8d6c-4943-8ae8-9b924c35ce54 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:51:43.852693 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-768f285f-bf83-40a2-9131-ea4353600141 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (700f4977-8d6c-4943-8ae8-9b924c35ce54), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:43.880467 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dc8d52-f0f8-41a0-9699-0caad7824405 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Router b413acd6-3609-423d-a8d8-be0b380a0869 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:51:43.963640 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-768f285f-bf83-40a2-9131-ea4353600141 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (700f4977-8d6c-4943-8ae8-9b924c35ce54), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:43.964083 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-768f285f-bf83-40a2-9131-ea4353600141 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for floatingip (700f4977-8d6c-4943-8ae8-9b924c35ce54), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:44.013458 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-768f285f-bf83-40a2-9131-ea4353600141 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Calling delete_port for 700f4977-8d6c-4943-8ae8-9b924c35ce54 owned by network:floatingip {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:51:44.101369 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dc8d52-f0f8-41a0-9699-0caad7824405 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:51:44.109536 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-49dc8d52-f0f8-41a0-9699-0caad7824405 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:44.113388 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a253e1d7-a348-44b6-aa03-d1c229e0f147 None None] Sync routers for ids ['b413acd6-3609-423d-a8d8-be0b380a0869'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:51:44.125639 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253e1d7-a348-44b6-aa03-d1c229e0f147 None None] Routers {'b413acd6-3609-423d-a8d8-be0b380a0869'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:44.126599 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-a253e1d7-a348-44b6-aa03-d1c229e0f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['b413acd6-3609-423d-a8d8-be0b380a0869'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:44.171683 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-49dc8d52-f0f8-41a0-9699-0caad7824405 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "PUT /v2.0/floatingips/d053021c-cdbe-4ee4-94ad-6cb57dbc09b5 HTTP/1.1" status: 200 len: 992 time: 1.9029284 Apr 28 19:51:44.172955 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'tag': '8a84eb91-436c-4076-9750-86a7e51e8888'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:44.177723 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc15494c-eb6b-472b-bbe1-9eae18ce6169" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec66d2c-8fb0-4007-a1b9-d047497d3416", "tag": "8a84eb91-436c-4076-9750-86a7e51e8888"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:44.252051 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b026b6f-1c0b-4b50-adcf-41781ab948e1 x-openstack-request-id: req-1b026b6f-1c0b-4b50-adcf-41781ab948e1 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:44.252507 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec66d2c-8fb0-4007-a1b9-d047497d3416", "tag": "8a84eb91-436c-4076-9750-86a7e51e8888", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:44.252787 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b026b6f-1c0b-4b50-adcf-41781ab948e1 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:44.253279 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b026b6f-1c0b-4b50-adcf-41781ab948e1'] response: {'name': 'network-changed', 'server_uuid': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'tag': '8a84eb91-436c-4076-9750-86a7e51e8888', 'status': 'completed', 'code': 200} Apr 28 19:51:44.260446 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-a253e1d7-a348-44b6-aa03-d1c229e0f147 None None] Set router b413acd6-3609-423d-a8d8-be0b380a0869 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:44.333898 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15494c-eb6b-472b-bbe1-9eae18ce6169 req-bdb24665-a87b-4dd4-becc-f26b80410d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.335823 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fc15494c-eb6b-472b-bbe1-9eae18ce6169 req-bdb24665-a87b-4dd4-becc-f26b80410d20 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe&device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 1130 time: 0.0475020 Apr 28 19:51:44.392626 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-768f285f-bf83-40a2-9131-ea4353600141 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (700f4977-8d6c-4943-8ae8-9b924c35ce54), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:44.447903 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15494c-eb6b-472b-bbe1-9eae18ce6169 req-0f38f4a9-4cbc-4bb7-b142-b8231f99f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.449774 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fc15494c-eb6b-472b-bbe1-9eae18ce6169 req-0f38f4a9-4cbc-4bb7-b142-b8231f99f7b1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3dcd011-1276-4838-a5e9-d63807bfdd83 HTTP/1.1" status: 200 len: 918 time: 0.1069412 Apr 28 19:51:44.458059 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f285f-bf83-40a2-9131-ea4353600141 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event deleted for resources: {'Port': ['ID=700f4977-8d6c-4943-8ae8-9b924c35ce54,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:44.543579 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fc15494c-eb6b-472b-bbe1-9eae18ce6169 req-de664474-e0fe-4605-9c6c-6b25fe3e8b61 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a84eb91-436c-4076-9750-86a7e51e8888 HTTP/1.1" status: 200 len: 1000 time: 0.0867441 Apr 28 19:51:44.615046 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15494c-eb6b-472b-bbe1-9eae18ce6169 req-2f7d724e-751b-48c8-a6b3-b0999e043887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.616804 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fc15494c-eb6b-472b-bbe1-9eae18ce6169 req-2f7d724e-751b-48c8-a6b3-b0999e043887 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3c2d8fac-6409-4404-8d0b-acd651903b10 HTTP/1.1" status: 200 len: 856 time: 0.0664690 Apr 28 19:51:44.691603 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-768f285f-bf83-40a2-9131-ea4353600141 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for floatingip (0e19f691-9a5c-4560-9260-7c01792ba36f), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:44.694538 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-768f285f-bf83-40a2-9131-ea4353600141 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:44.695856 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-768f285f-bf83-40a2-9131-ea4353600141 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "DELETE /v2.0/floatingips/0e19f691-9a5c-4560-9260-7c01792ba36f HTTP/1.1" status: 204 len: 168 time: 1.1265996 Apr 28 19:51:44.704784 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15494c-eb6b-472b-bbe1-9eae18ce6169 req-37bd028f-25cb-40f1-a37e-69dafb9baeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.708154 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fc15494c-eb6b-472b-bbe1-9eae18ce6169 req-37bd028f-25cb-40f1-a37e-69dafb9baeb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3dcd011-1276-4838-a5e9-d63807bfdd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0830984 Apr 28 19:51:44.754958 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-a253e1d7-a348-44b6-aa03-d1c229e0f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'd053021c-cdbe-4ee4-94ad-6cb57dbc09b5', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'floating_ip_address': '172.28.0.127', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'port_id': '8a84eb91-436c-4076-9750-86a7e51e8888', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'mac_address': 'fa:16:3e:b9:18:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:25Z', 'updated_at': '2022-04-28T19:51:43Z', 'revision_number': 1, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f73b2e-b092-46d9-8c95-ab11f88e857f', 'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'mac_address': 'fa:16:3e:47:41:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:47Z', 'updated_at': '2022-04-28T19:45:54Z', 'revision_number': 5, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'subnets': [{'id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:44.800294 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-52a4448e-88e9-442d-a10c-1dabc05169f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115003'] for router_interface (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:44.844330 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a253e1d7-a348-44b6-aa03-d1c229e0f147 None None] Checking router: b413acd6-3609-423d-a8d8-be0b380a0869 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:51:44.855754 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fc15494c-eb6b-472b-bbe1-9eae18ce6169 req-46e4b154-ce5f-4aa7-98f3-873176fc2f8a service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362669 Apr 28 19:51:44.861437 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253e1d7-a348-44b6-aa03-d1c229e0f147 None None] Routers {'b413acd6-3609-423d-a8d8-be0b380a0869'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:44.862446 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-a253e1d7-a348-44b6-aa03-d1c229e0f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['b413acd6-3609-423d-a8d8-be0b380a0869'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:44.997404 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56716) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:45.005884 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-cc946b2e-f127-46ee-9db4-0b9e236f7e22 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1387390259', 'description': 'tempest-description--982080734'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:51:45.016078 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fc15494c-eb6b-472b-bbe1-9eae18ce6169 req-98669da1-b3be-407e-b405-62ec2a94f4cc service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529834 Apr 28 19:51:45.045779 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cc946b2e-f127-46ee-9db4-0b9e236f7e22 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.104674 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-a253e1d7-a348-44b6-aa03-d1c229e0f147 None None] Set router b413acd6-3609-423d-a8d8-be0b380a0869 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:45.155614 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cc946b2e-f127-46ee-9db4-0b9e236f7e22 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group (1d2bf86d-790e-481b-9b49-9d8a34b4d21f), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.162325 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cc946b2e-f127-46ee-9db4-0b9e236f7e22 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (1d2bf86d-790e-481b-9b49-9d8a34b4d21f), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.204785 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cc946b2e-f127-46ee-9db4-0b9e236f7e22 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.209180 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-cc946b2e-f127-46ee-9db4-0b9e236f7e22 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2075341 Apr 28 19:51:45.209656 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56718) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:45.215273 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-6218db02-54a7-44b4-a597-90ae3f35c99a tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Request body: {'security_group_rule': {'security_group_id': '1d2bf86d-790e-481b-9b49-9d8a34b4d21f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:51:45.221281 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc946b2e-f127-46ee-9db4-0b9e236f7e22 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2bf86d-790e-481b-9b49-9d8a34b4d21f,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:45.250357 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6218db02-54a7-44b4-a597-90ae3f35c99a tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group_rule (d2db2fa6-ce97-4d78-80f4-1e30e34f7e21), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.253287 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-52a4448e-88e9-442d-a10c-1dabc05169f2 admin admin] Deleting port 16a7aecd-0b4c-4121-aaae-acbd91da283e {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:51:45.253655 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-52a4448e-88e9-442d-a10c-1dabc05169f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.344003 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6218db02-54a7-44b4-a597-90ae3f35c99a tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group_rule (d2db2fa6-ce97-4d78-80f4-1e30e34f7e21), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.350722 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6218db02-54a7-44b4-a597-90ae3f35c99a tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (d2db2fa6-ce97-4d78-80f4-1e30e34f7e21), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.371745 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [None req-52a4448e-88e9-442d-a10c-1dabc05169f2 admin admin] For port 16a7aecd-0b4c-4121-aaae-acbd91da283e, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=16a7aecd-0b4c-4121-aaae-acbd91da283e,segment=NetworkSegment(62918baa-9e93-4726-affb-82e8786a06d6),segment_id=62918baa-9e93-4726-affb-82e8786a06d6)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:45.372406 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-52a4448e-88e9-442d-a10c-1dabc05169f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.387677 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218db02-54a7-44b4-a597-90ae3f35c99a tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2db2fa6-ce97-4d78-80f4-1e30e34f7e21,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:45.397364 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-52a4448e-88e9-442d-a10c-1dabc05169f2 admin admin] Calling delete_port for 16a7aecd-0b4c-4121-aaae-acbd91da283e owned by network:router_interface {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:51:45.406664 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6218db02-54a7-44b4-a597-90ae3f35c99a tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.411411 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-6218db02-54a7-44b4-a597-90ae3f35c99a tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1982694 Apr 28 19:51:45.411876 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56720) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:45.419505 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-b34f5449-c806-4d79-9756-cf13ea3f12d3 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Request body: {'security_group_rule': {'security_group_id': '1d2bf86d-790e-481b-9b49-9d8a34b4d21f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:51:45.467452 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b34f5449-c806-4d79-9756-cf13ea3f12d3 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group_rule (d5818901-57c1-43b8-a36e-818693b8d6b9), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.477002 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-a253e1d7-a348-44b6-aa03-d1c229e0f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'd053021c-cdbe-4ee4-94ad-6cb57dbc09b5', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'floating_ip_address': '172.28.0.127', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'port_id': '8a84eb91-436c-4076-9750-86a7e51e8888', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'mac_address': 'fa:16:3e:b9:18:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:25Z', 'updated_at': '2022-04-28T19:51:43Z', 'revision_number': 1, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f73b2e-b092-46d9-8c95-ab11f88e857f', 'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'mac_address': 'fa:16:3e:47:41:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:47Z', 'updated_at': '2022-04-28T19:45:54Z', 'revision_number': 5, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'subnets': [{'id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:45.513882 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a253e1d7-a348-44b6-aa03-d1c229e0f147 None None] The sync data for ids ['b413acd6-3609-423d-a8d8-be0b380a0869'] in dv-cinder-826949-7-smb is: [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'd053021c-cdbe-4ee4-94ad-6cb57dbc09b5', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'floating_ip_address': '172.28.0.127', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'port_id': '8a84eb91-436c-4076-9750-86a7e51e8888', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'mac_address': 'fa:16:3e:b9:18:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:25Z', 'updated_at': '2022-04-28T19:51:43Z', 'revision_number': 1, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f73b2e-b092-46d9-8c95-ab11f88e857f', 'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'mac_address': 'fa:16:3e:47:41:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:47Z', 'updated_at': '2022-04-28T19:45:54Z', 'revision_number': 5, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'subnets': [{'id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:51:45.549727 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b34f5449-c806-4d79-9756-cf13ea3f12d3 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group_rule (d5818901-57c1-43b8-a36e-818693b8d6b9), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.558172 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b34f5449-c806-4d79-9756-cf13ea3f12d3 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (d5818901-57c1-43b8-a36e-818693b8d6b9), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.591770 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f5449-c806-4d79-9756-cf13ea3f12d3 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5818901-57c1-43b8-a36e-818693b8d6b9,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:45.607283 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b34f5449-c806-4d79-9756-cf13ea3f12d3 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.614354 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-b34f5449-c806-4d79-9756-cf13ea3f12d3 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1960332 Apr 28 19:51:45.615186 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56722) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:45.625456 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Request body: {'floatingip': {'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:51:45.658426 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.701915 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-52a4448e-88e9-442d-a10c-1dabc05169f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (16a7aecd-0b4c-4121-aaae-acbd91da283e), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.750207 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4448e-88e9-442d-a10c-1dabc05169f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=16a7aecd-0b4c-4121-aaae-acbd91da283e,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:45.760200 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:45.942796 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06601ebc-8f35-47d6-83a4-e9049acf6dc3 None None] New status for floating IP d053021c-cdbe-4ee4-94ad-6cb57dbc09b5: ACTIVE {{(pid=109986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:51:45.954850 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Allocated IP 172.28.0.211 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/4801ca82-f3e1-435d-984e-19aa70a5982e) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:46.080470 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-52a4448e-88e9-442d-a10c-1dabc05169f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4115095'] for router_interface (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:46.126820 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for port (4801ca82-f3e1-435d-984e-19aa70a5982e), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:46.168339 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (4801ca82-f3e1-435d-984e-19aa70a5982e), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:46.208532 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:46.211870 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:46.216742 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:46.235680 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event updated for resources: {'Port': ['ID=4801ca82-f3e1-435d-984e-19aa70a5982e,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:46.282065 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for floatingip (c088b1de-6623-48ee-962f-b94bf5f77ae1), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:46.342957 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (4801ca82-f3e1-435d-984e-19aa70a5982e), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:46.418145 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a4448e-88e9-442d-a10c-1dabc05169f2 admin admin] Router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:51:46.570147 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for port (4801ca82-f3e1-435d-984e-19aa70a5982e), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:46.573733 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a4448e-88e9-442d-a10c-1dabc05169f2 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:51:46.578014 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (4801ca82-f3e1-435d-984e-19aa70a5982e), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:46.580009 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-52a4448e-88e9-442d-a10c-1dabc05169f2 admin admin] 10.222.0.62 "PUT /v2.0/routers/9bde0c0a-c95b-483c-92d9-cd8aa9f86912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8233385 Apr 28 19:51:46.582875 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56724) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:46.592373 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82274447-853e-45c7-a0db-9d2e66b1b7d7 None None] Sync routers for ids ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:51:46.607071 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82274447-853e-45c7-a0db-9d2e66b1b7d7 None None] Routers {'9bde0c0a-c95b-483c-92d9-cd8aa9f86912'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:46.607568 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-82274447-853e-45c7-a0db-9d2e66b1b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:46.646938 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (c088b1de-6623-48ee-962f-b94bf5f77ae1), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:46.682401 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event updated for resources: {'Port': ['ID=4801ca82-f3e1-435d-984e-19aa70a5982e,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:46.691077 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:46.693377 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-91e7af16-f439-4969-a59a-99198c1a6c59 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0726323 Apr 28 19:51:46.718447 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] Publish callbacks [] for router (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:46.795500 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-82274447-853e-45c7-a0db-9d2e66b1b7d7 None None] Set router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:46.862425 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] Publish callbacks [] for router_gateway (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:46.929529 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-cc81ee90-fcfa-4ef2-8bc9-76c5be414b6d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1387390259&fields=id&tenant_id=f822fc5fc43843fca324c641a2958d58 HTTP/1.1" status: 200 len: 267 time: 0.0541179 Apr 28 19:51:46.946899 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] Deleting port eb749b30-58b4-405d-8b36-36e05878a5e3 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:51:46.948021 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (eb749b30-58b4-405d-8b36-36e05878a5e3), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:47.068575 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-38f2f098-4e95-40c8-9854-6d4a646fcc08 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:47.070348 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-38f2f098-4e95-40c8-9854-6d4a646fcc08 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/networks?id=b69886aa-6bae-4ab1-aed5-71674941fba6 HTTP/1.1" status: 200 len: 811 time: 0.1261981 Apr 28 19:51:47.089551 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-be501939-3213-4f07-8324-0f40db8bc489 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/quotas/f822fc5fc43843fca324c641a2958d58 HTTP/1.1" status: 200 len: 375 time: 0.0114861 Apr 28 19:51:47.170696 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-18ccbe8c-3bca-442c-a022-0dd04e65dcba tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f822fc5fc43843fca324c641a2958d58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748978 Apr 28 19:51:47.255183 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-06133d55-6910-43ea-8e16-cb75f2dd59c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:47.325505 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-1e4eb54f-91b2-4bbe-863f-32f8ff2155ea service neutron] 10.222.0.62 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370654 Apr 28 19:51:47.347018 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-82274447-853e-45c7-a0db-9d2e66b1b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:51:45Z', 'revision_number': 5, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'gw_port': {'id': 'eb749b30-58b4-405d-8b36-36e05878a5e3', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:39Z', 'updated_at': '2022-04-28T19:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:47.394826 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82274447-853e-45c7-a0db-9d2e66b1b7d7 None None] Checking router: 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:51:47.405823 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82274447-853e-45c7-a0db-9d2e66b1b7d7 None None] Routers {'9bde0c0a-c95b-483c-92d9-cd8aa9f86912'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:47.406636 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-82274447-853e-45c7-a0db-9d2e66b1b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:47.463275 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] For port eb749b30-58b4-405d-8b36-36e05878a5e3, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=eb749b30-58b4-405d-8b36-36e05878a5e3,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:47.464479 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (eb749b30-58b4-405d-8b36-36e05878a5e3), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:47.468862 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-924c1418-371c-4efa-b13f-5684c3a30ad9 service neutron] 10.222.0.62 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355152 Apr 28 19:51:47.490369 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] Calling delete_port for eb749b30-58b4-405d-8b36-36e05878a5e3 owned by network:router_gateway {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:51:47.548523 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-82274447-853e-45c7-a0db-9d2e66b1b7d7 None None] Set router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 gateway port host: None {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:47.608557 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-82274447-853e-45c7-a0db-9d2e66b1b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:51:46Z', 'revision_number': 6, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'gw_port_host': None}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:47.669645 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82274447-853e-45c7-a0db-9d2e66b1b7d7 None None] The sync data for ids ['9bde0c0a-c95b-483c-92d9-cd8aa9f86912'] in dv-cinder-826949-7-smb is: [{'id': '9bde0c0a-c95b-483c-92d9-cd8aa9f86912', 'name': 'tempest-TestMinimumBasicScenario-1082070763-router', 'tenant_id': '60fdf8e709d2417a964541a358ac02df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:51:46Z', 'revision_number': 6, 'project_id': '60fdf8e709d2417a964541a358ac02df', 'gw_port_host': None}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:51:47.728372 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5c308136-cd1b-4af7-8599-95e3a1d99dea req-520d9def-073d-42e8-b1fb-4975b7670771 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 210 time: 0.0393569 Apr 28 19:51:47.811510 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (eb749b30-58b4-405d-8b36-36e05878a5e3), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:47.841354 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] Pushing event deleted for resources: {'Port': ['ID=eb749b30-58b4-405d-8b36-36e05878a5e3,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:47.918102 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704061'] for router_gateway (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:48.121325 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4116294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1030'] for router (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:48.124360 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] Publish callbacks [] for router_controller (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), precommit_delete_associations {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:48.218259 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4116319'] for router (9bde0c0a-c95b-483c-92d9-cd8aa9f86912), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:48.219060 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bde0c0a-c95b-483c-92d9-cd8aa9f86912 {{(pid=109983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:51:48.226623 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:48.229192 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-a60cd6ad-cc3f-4cfc-a4ac-0485c168619d admin admin] 10.222.0.62 "DELETE /v2.0/routers/9bde0c0a-c95b-483c-92d9-cd8aa9f86912 HTTP/1.1" status: 204 len: 168 time: 1.6449695 Apr 28 19:51:48.231529 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56748) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:48.301476 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10bfcd7-f272-42f8-8cfe-37484f2be747 admin admin] Deleting subnet 3424908e-073c-4bbb-8b65-dcdfae2d50f6 {{(pid=109983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:51:48.306021 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b10bfcd7-f272-42f8-8cfe-37484f2be747 admin admin] Publish callbacks [] for subnet (3424908e-073c-4bbb-8b65-dcdfae2d50f6), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:48.348796 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b10bfcd7-f272-42f8-8cfe-37484f2be747 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8553606'] for subnet (3424908e-073c-4bbb-8b65-dcdfae2d50f6), precommit_delete_associations {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:48.511143 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b10bfcd7-f272-42f8-8cfe-37484f2be747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863777'] for subnet (3424908e-073c-4bbb-8b65-dcdfae2d50f6), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:48.592905 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b10bfcd7-f272-42f8-8cfe-37484f2be747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2299589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8798795'] for subnet (3424908e-073c-4bbb-8b65-dcdfae2d50f6), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:48.597523 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 16a7aecd-0b4c-4121-aaae-acbd91da283e no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:48.624415 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 16a7aecd-0b4c-4121-aaae-acbd91da283e {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:51:48.625178 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 16a7aecd-0b4c-4121-aaae-acbd91da283e not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:48.625178 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device eb749b30-58b4-405d-8b36-36e05878a5e3 no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:48.646487 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bfcd7-f272-42f8-8cfe-37484f2be747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3424908e-073c-4bbb-8b65-dcdfae2d50f6,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:48.646781 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: eb749b30-58b4-405d-8b36-36e05878a5e3 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:51:48.646781 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device eb749b30-58b4-405d-8b36-36e05878a5e3 not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:48.650819 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-b10bfcd7-f272-42f8-8cfe-37484f2be747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:48.659188 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff44bd6a-6a74-465b-8599-16b169a0a4e2 None None] Network 19a1b79f-415e-44bd-80e0-6c4445224038 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:51:48.659387 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-b10bfcd7-f272-42f8-8cfe-37484f2be747 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3424908e-073c-4bbb-8b65-dcdfae2d50f6 HTTP/1.1" status: 204 len: 168 time: 0.4234207 Apr 28 19:51:48.659544 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56750) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:48.788033 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002127'] for network (19a1b79f-415e-44bd-80e0-6c4445224038), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:48.882741 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0fddab-97c7-4074-a527-6d96547a7d05 None None] DHCP port deletion for 19a1b79f-415e-44bd-80e0-6c4445224038 request from dv-cinder-826949-7-smb {{(pid=109985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:51:48.892983 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] Deleting port af50958b-5de7-4056-8337-4e48627e9593 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:51:48.893681 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (af50958b-5de7-4056-8337-4e48627e9593), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:48.964818 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ee0fddab-97c7-4074-a527-6d96547a7d05 None None] Deleting port af50958b-5de7-4056-8337-4e48627e9593 {{(pid=109985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:51:48.965571 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ee0fddab-97c7-4074-a527-6d96547a7d05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (af50958b-5de7-4056-8337-4e48627e9593), before_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:48.983672 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-17539fd5-3456-4019-8543-602530c0e041 req-76470ab7-f1f0-4a5c-a6a6-5fe116edf296 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 210 time: 0.0941074 Apr 28 19:51:49.006314 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] For port af50958b-5de7-4056-8337-4e48627e9593, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=af50958b-5de7-4056-8337-4e48627e9593,segment=NetworkSegment(62918baa-9e93-4726-affb-82e8786a06d6),segment_id=62918baa-9e93-4726-affb-82e8786a06d6)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:49.007061 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (af50958b-5de7-4056-8337-4e48627e9593), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:49.052289 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] Calling delete_port for af50958b-5de7-4056-8337-4e48627e9593 owned by network:dhcp {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:51:49.127455 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ee0fddab-97c7-4074-a527-6d96547a7d05 None None] For port af50958b-5de7-4056-8337-4e48627e9593, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=af50958b-5de7-4056-8337-4e48627e9593,segment=NetworkSegment(62918baa-9e93-4726-affb-82e8786a06d6),segment_id=62918baa-9e93-4726-affb-82e8786a06d6)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:49.128148 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ee0fddab-97c7-4074-a527-6d96547a7d05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (af50958b-5de7-4056-8337-4e48627e9593), precommit_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:49.160717 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ee0fddab-97c7-4074-a527-6d96547a7d05 None None] Calling delete_port for af50958b-5de7-4056-8337-4e48627e9593 owned by network:dhcp {{(pid=109985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:51:49.182377 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-4b908f56-b66f-4c3d-9e03-feacc205c154 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:49.184469 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-4b908f56-b66f-4c3d-9e03-feacc205c154 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.65 "GET /v2.0/networks?id=b69886aa-6bae-4ab1-aed5-71674941fba6 HTTP/1.1" status: 200 len: 811 time: 0.2128248 Apr 28 19:51:49.194954 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (af50958b-5de7-4056-8337-4e48627e9593), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:49.226101 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=af50958b-5de7-4056-8337-4e48627e9593,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:49.230937 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] No DVR routers for this DVR port af50958b-5de7-4056-8337-4e48627e9593 on host dv-cinder-826949-7-smb {{(pid=109983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:49.302240 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-5cc156e3-c7e9-49a6-b566-48dfeed9f0c6 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f822fc5fc43843fca324c641a2958d58 HTTP/1.1" status: 200 len: 380 time: 0.1082523 Apr 28 19:51:49.318133 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-3dded029-0aa5-4855-8f89-dbba9ada64ea tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Request body: {'port': {'device_id': '5a0f0cdc-d285-421c-a981-b3f418be4860', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'admin_state_up': True, 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'security_groups': ['1d2bf86d-790e-481b-9b49-9d8a34b4d21f']}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:51:49.335185 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-8e4b98ae-c565-4da2-b520-1126f6bf76fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:49.354590 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874428', 'neutron.services.segments.db._delete_segments_for_network-8753808390777'] for network (19a1b79f-415e-44bd-80e0-6c4445224038), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:49.380893 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a1b79f-415e-44bd-80e0-6c4445224038']}} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:49.389337 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ee0fddab-97c7-4074-a527-6d96547a7d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (af50958b-5de7-4056-8337-4e48627e9593), after_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:49.393032 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62918baa-9e93-4726-affb-82e8786a06d6') {'for_net_delete': True} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:49.393427 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62918baa-9e93-4726-affb-82e8786a06d6') {} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:49.408379 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753808389762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8553631'] for segment (62918baa-9e93-4726-affb-82e8786a06d6), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:49.431770 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (62918baa-9e93-4726-affb-82e8786a06d6), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:49.433599 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fddab-97c7-4074-a527-6d96547a7d05 None None] Pushing event deleted for resources: {'Port': ['ID=af50958b-5de7-4056-8337-4e48627e9593,revision_number=None']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:49.440690 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0fddab-97c7-4074-a527-6d96547a7d05 None None] No DVR routers for this DVR port af50958b-5de7-4056-8337-4e48627e9593 on host dv-cinder-826949-7-smb {{(pid=109985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:49.444760 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=109983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:49.448081 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2295843'] for segment (62918baa-9e93-4726-affb-82e8786a06d6), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: Traceback (most recent call last): Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: timer() Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: cb(*args, **kw) Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: return func(*args, **kwargs) Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: self._notify() Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: self.callback(batched_events) Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: event.method(event) Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: return f(self, *a, **k) Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: return self._get(url).json() Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:49.452007 dv-cinder-826949-7-smb neutron-server[109983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:49.528351 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-3dded029-0aa5-4855-8f89-dbba9ada64ea tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Made reservation on behalf of f822fc5fc43843fca324c641a2958d58 for: {'port': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:49.531760 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703573'] for network (19a1b79f-415e-44bd-80e0-6c4445224038), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:49.532731 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-3dded029-0aa5-4855-8f89-dbba9ada64ea tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:49.540423 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:49.548426 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/19a1b79f-415e-44bd-80e0-6c4445224038 HTTP/1.1" status: 204 len: 168 time: 0.8873227 Apr 28 19:51:49.550952 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56758) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:49.563552 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714a110-2b2d-4198-a861-424b7f42a7b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=19a1b79f-415e-44bd-80e0-6c4445224038,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:50.053050 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-3dded029-0aa5-4855-8f89-dbba9ada64ea tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Allocated IP 172.20.0.11 (b69886aa-6bae-4ab1-aed5-71674941fba6/a1befb9f-7e34-4e88-955a-eb6e46568b81/067f4357-3b0e-449d-b451-eb778e8a512d) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:50.164378 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-cdebf69c-0152-4bed-8b6c-b22927541603 req-8cf63486-f34a-4571-9d34-55b2643c048b tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 210 time: 0.0510578 Apr 28 19:51:50.354583 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-3dded029-0aa5-4855-8f89-dbba9ada64ea tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for port (067f4357-3b0e-449d-b451-eb778e8a512d), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:50.468572 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-33ac6a68-dcf6-4774-a361-0a869268020c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115003'] for router_interface (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:50.534886 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-3dded029-0aa5-4855-8f89-dbba9ada64ea tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (067f4357-3b0e-449d-b451-eb778e8a512d), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:50.566112 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device af50958b-5de7-4056-8337-4e48627e9593 no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:50.594916 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: af50958b-5de7-4056-8337-4e48627e9593 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:51:50.595339 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device af50958b-5de7-4056-8337-4e48627e9593 not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:50.621914 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-3dded029-0aa5-4855-8f89-dbba9ada64ea tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Network b69886aa-6bae-4ab1-aed5-71674941fba6 is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:50.631345 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-3dded029-0aa5-4855-8f89-dbba9ada64ea tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:50.638236 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-3dded029-0aa5-4855-8f89-dbba9ada64ea tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:51:50.643457 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-3dded029-0aa5-4855-8f89-dbba9ada64ea tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:50.644167 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-3dded029-0aa5-4855-8f89-dbba9ada64ea tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:50.650798 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dded029-0aa5-4855-8f89-dbba9ada64ea tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event updated for resources: {'Port': ['ID=067f4357-3b0e-449d-b451-eb778e8a512d,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:50.678216 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-3dded029-0aa5-4855-8f89-dbba9ada64ea tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3699231 Apr 28 19:51:50.704765 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Request body: {'port': {'device_id': '5a0f0cdc-d285-421c-a981-b3f418be4860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:51:50.914312 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (067f4357-3b0e-449d-b451-eb778e8a512d), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:50.927202 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-83551173-5fb4-47a0-8594-135bb9b672b2 None None] Provisioning complete for port 067f4357-3b0e-449d-b451-eb778e8a512d triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:51:50.928287 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-83551173-5fb4-47a0-8594-135bb9b672b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (067f4357-3b0e-449d-b451-eb778e8a512d), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:50.988545 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:50.991278 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-83551173-5fb4-47a0-8594-135bb9b672b2 None None] Port 067f4357-3b0e-449d-b451-eb778e8a512d cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:51:51.008724 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-33ac6a68-dcf6-4774-a361-0a869268020c admin admin] Deleting port 399c3e00-a608-479d-a373-dc2cf5f5aae3 {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:51:51.009089 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-33ac6a68-dcf6-4774-a361-0a869268020c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:51.241425 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [None req-33ac6a68-dcf6-4774-a361-0a869268020c admin admin] For port 399c3e00-a608-479d-a373-dc2cf5f5aae3, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=399c3e00-a608-479d-a373-dc2cf5f5aae3,segment=NetworkSegment(809aca4d-0196-4a28-9027-73f12b3c68f7),segment_id=809aca4d-0196-4a28-9027-73f12b3c68f7)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:51.242182 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-33ac6a68-dcf6-4774-a361-0a869268020c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:51.276785 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-33ac6a68-dcf6-4774-a361-0a869268020c admin admin] Calling delete_port for 399c3e00-a608-479d-a373-dc2cf5f5aae3 owned by network:router_interface {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:51:51.397980 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7004c-0a5d-4a4d-81e5-9abb07cd5f26 req-47c8ba27-a3e3-4d00-b350-12a71cfe4354 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:51.399548 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7ae7004c-0a5d-4a4d-81e5-9abb07cd5f26 req-47c8ba27-a3e3-4d00-b350-12a71cfe4354 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 932 time: 0.1089435 Apr 28 19:51:51.499678 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067f4357-3b0e-449d-b451-eb778e8a512d {{(pid=109984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:51.552205 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Publish callbacks [] for port (067f4357-3b0e-449d-b451-eb778e8a512d), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:51.562140 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7ae7004c-0a5d-4a4d-81e5-9abb07cd5f26 req-09d6db83-49dd-475e-beb3-dfb47d80b24b tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d2bf86d-790e-481b-9b49-9d8a34b4d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505573 Apr 28 19:51:51.581356 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.provisioning_blocks [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Transition to ACTIVE for port object 067f4357-3b0e-449d-b451-eb778e8a512d will not be triggered until provisioned by entity L2. {{(pid=109984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:51:51.600681 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (067f4357-3b0e-449d-b451-eb778e8a512d), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:51.696804 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Pushing event updated for resources: {'Port': ['ID=067f4357-3b0e-449d-b451-eb778e8a512d,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:51.739835 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-33ac6a68-dcf6-4774-a361-0a869268020c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (399c3e00-a608-479d-a373-dc2cf5f5aae3), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:51.778283 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Attempting to bind port 067f4357-3b0e-449d-b451-eb778e8a512d on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:51:51.778799 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Attempting to bind port 067f4357-3b0e-449d-b451-eb778e8a512d by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:51:51.779303 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Attempting to bind port 067f4357-3b0e-449d-b451-eb778e8a512d on network b69886aa-6bae-4ab1-aed5-71674941fba6 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:51.786518 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac6a68-dcf6-4774-a361-0a869268020c admin admin] Pushing event deleted for resources: {'Port': ['ID=399c3e00-a608-479d-a373-dc2cf5f5aae3,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:51.798228 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Port 067f4357-3b0e-449d-b451-eb778e8a512d on network b69886aa-6bae-4ab1-aed5-71674941fba6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:51:51.798738 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Attempting to bind port 067f4357-3b0e-449d-b451-eb778e8a512d on network b69886aa-6bae-4ab1-aed5-71674941fba6 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:51:51.832843 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:51:51.833330 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Checking segment: {'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:51:51.833919 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Bound using segment: {'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:51:51.834615 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Bound port: 067f4357-3b0e-449d-b451-eb778e8a512d, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6'}}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:51:51.835199 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (067f4357-3b0e-449d-b451-eb778e8a512d), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:52.012012 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] For port 067f4357-3b0e-449d-b451-eb778e8a512d, host hv-cinder-82694, cleared binding levels {{(pid=109984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:51:52.018909 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] For port 067f4357-3b0e-449d-b451-eb778e8a512d, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=067f4357-3b0e-449d-b451-eb778e8a512d,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:51:52.036550 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (067f4357-3b0e-449d-b451-eb778e8a512d), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:52.044615 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-33ac6a68-dcf6-4774-a361-0a869268020c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4115095'] for router_interface (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:52.127035 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:52.127665 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:52.129130 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] 10.222.0.65 "PUT /v2.0/ports/067f4357-3b0e-449d-b451-eb778e8a512d HTTP/1.1" status: 200 len: 1094 time: 1.4287913 Apr 28 19:51:52.133990 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0f0cdc-d285-421c-a981-b3f418be4860', 'tag': '067f4357-3b0e-449d-b451-eb778e8a512d'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:52.136924 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c232810-fec6-45a5-bd9f-353523f2043c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0f0cdc-d285-421c-a981-b3f418be4860", "tag": "067f4357-3b0e-449d-b451-eb778e8a512d"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:52.170502 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63874f82-6237-425a-882d-e8ac1709fc5d service neutron] Pushing event updated for resources: {'Port': ['ID=067f4357-3b0e-449d-b451-eb778e8a512d,revision_number=3']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:52.245905 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba386243-a104-4f3d-a6ab-3b5e4c866e87 x-openstack-request-id: req-ba386243-a104-4f3d-a6ab-3b5e4c866e87 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:52.246895 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0f0cdc-d285-421c-a981-b3f418be4860", "tag": "067f4357-3b0e-449d-b451-eb778e8a512d", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:52.246895 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba386243-a104-4f3d-a6ab-3b5e4c866e87 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:52.246895 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba386243-a104-4f3d-a6ab-3b5e4c866e87'] response: {'name': 'network-changed', 'server_uuid': '5a0f0cdc-d285-421c-a981-b3f418be4860', 'tag': '067f4357-3b0e-449d-b451-eb778e8a512d', 'status': 'completed', 'code': 200} Apr 28 19:51:52.272130 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-407fcf7e-6b7c-4e19-8cbe-4a9005370668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:52.273711 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-407fcf7e-6b7c-4e19-8cbe-4a9005370668 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f822fc5fc43843fca324c641a2958d58&device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 1128 time: 0.0645008 Apr 28 19:51:52.276356 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:52.607835 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:51:52.619999 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-578183bc-b01a-453e-b50a-074727f7092f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=067f4357-3b0e-449d-b451-eb778e8a512d HTTP/1.1" status: 200 len: 217 time: 0.3377855 Apr 28 19:51:52.756492 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-7119de0a-5733-4ace-806e-7ba0bf5c032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:52.757991 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-7119de0a-5733-4ace-806e-7ba0bf5c032e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1befb9f-7e34-4e88-955a-eb6e46568b81 HTTP/1.1" status: 200 len: 850 time: 0.1286311 Apr 28 19:51:52.771457 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdf704-29de-412d-b055-bb547b441ebf req-d175496a-134c-4ed2-8add-2bc7591fe677 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:52.773062 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c0fdf704-29de-412d-b055-bb547b441ebf req-d175496a-134c-4ed2-8add-2bc7591fe677 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 944 time: 0.1110322 Apr 28 19:51:52.813097 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ac6a68-dcf6-4774-a361-0a869268020c admin admin] Router 1c7c7c5f-7e2e-4160-a00a-93826e850cb0 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:51:52.849078 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-3107f199-732f-405e-9473-272cf648df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:52.850656 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-3107f199-732f-405e-9473-272cf648df5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b69886aa-6bae-4ab1-aed5-71674941fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0763872 Apr 28 19:51:52.938392 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c0fdf704-29de-412d-b055-bb547b441ebf req-8bec61c5-00fd-4607-9114-ddbfe3b23d77 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d2bf86d-790e-481b-9b49-9d8a34b4d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536095 Apr 28 19:51:53.060699 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-7c977bf7-d0f2-42b5-b2c9-bcf40ee0e522 service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954808 Apr 28 19:51:53.068618 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ac6a68-dcf6-4774-a361-0a869268020c admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:51:53.079779 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cca43e-e4d8-4ccd-bb9f-b73b24a7ab18 None None] Sync routers for ids ['1c7c7c5f-7e2e-4160-a00a-93826e850cb0'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:51:53.081257 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-33ac6a68-dcf6-4774-a361-0a869268020c admin admin] 10.222.0.62 "PUT /v2.0/routers/1c7c7c5f-7e2e-4160-a00a-93826e850cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5292337 Apr 28 19:51:53.085857 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56772) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:53.100748 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cca43e-e4d8-4ccd-bb9f-b73b24a7ab18 None None] Routers {'1c7c7c5f-7e2e-4160-a00a-93826e850cb0'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:53.101400 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-63cca43e-e4d8-4ccd-bb9f-b73b24a7ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1c7c7c5f-7e2e-4160-a00a-93826e850cb0'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:53.195947 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0d6db6b5-e78f-48c0-990e-56fed4951b65 req-43d14df6-16f6-4c8b-b3dd-7d61b6af9c8c service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251845 Apr 28 19:51:53.272891 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] Publish callbacks [] for router (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:53.352291 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-63cca43e-e4d8-4ccd-bb9f-b73b24a7ab18 None None] Set router 1c7c7c5f-7e2e-4160-a00a-93826e850cb0 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:53.406216 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] Publish callbacks [] for router_gateway (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:53.478536 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] Deleting port 5f414931-9dd2-419e-8a90-d7c202cbf40f {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:51:53.479189 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (5f414931-9dd2-419e-8a90-d7c202cbf40f), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:53.578574 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-63cca43e-e4d8-4ccd-bb9f-b73b24a7ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'name': 'tempest-TestMinimumBasicScenario-2132387613-router', 'tenant_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.135'}], 'enable_snat': True}, 'gw_port_id': '5f414931-9dd2-419e-8a90-d7c202cbf40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:45Z', 'updated_at': '2022-04-28T19:51:51Z', 'revision_number': 5, 'project_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'gw_port': {'id': '5f414931-9dd2-419e-8a90-d7c202cbf40f', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:46Z', 'updated_at': '2022-04-28T19:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:53.590112 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] For port 5f414931-9dd2-419e-8a90-d7c202cbf40f, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=5f414931-9dd2-419e-8a90-d7c202cbf40f,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:53.590466 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (5f414931-9dd2-419e-8a90-d7c202cbf40f), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:53.606917 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] Calling delete_port for 5f414931-9dd2-419e-8a90-d7c202cbf40f owned by network:router_gateway {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:51:53.613393 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cca43e-e4d8-4ccd-bb9f-b73b24a7ab18 None None] Checking router: 1c7c7c5f-7e2e-4160-a00a-93826e850cb0 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:51:53.622901 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cca43e-e4d8-4ccd-bb9f-b73b24a7ab18 None None] Routers {'1c7c7c5f-7e2e-4160-a00a-93826e850cb0'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:51:53.623546 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-63cca43e-e4d8-4ccd-bb9f-b73b24a7ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1c7c7c5f-7e2e-4160-a00a-93826e850cb0'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:53.716818 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-63cca43e-e4d8-4ccd-bb9f-b73b24a7ab18 None None] Set router 1c7c7c5f-7e2e-4160-a00a-93826e850cb0 gateway port host: None {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:51:53.774668 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-63cca43e-e4d8-4ccd-bb9f-b73b24a7ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'name': 'tempest-TestMinimumBasicScenario-2132387613-router', 'tenant_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:45Z', 'updated_at': '2022-04-28T19:51:53Z', 'revision_number': 6, 'project_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'gw_port_host': None}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:53.791719 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (5f414931-9dd2-419e-8a90-d7c202cbf40f), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:53.803077 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cca43e-e4d8-4ccd-bb9f-b73b24a7ab18 None None] The sync data for ids ['1c7c7c5f-7e2e-4160-a00a-93826e850cb0'] in dv-cinder-826949-7-smb is: [{'id': '1c7c7c5f-7e2e-4160-a00a-93826e850cb0', 'name': 'tempest-TestMinimumBasicScenario-2132387613-router', 'tenant_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:45Z', 'updated_at': '2022-04-28T19:51:53Z', 'revision_number': 6, 'project_id': '4f6a37a4aaf641fabcf1f8ccd8965413', 'gw_port_host': None}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:51:53.818560 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f414931-9dd2-419e-8a90-d7c202cbf40f,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:53.891061 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704061'] for router_gateway (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:53.968521 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.002534 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4116294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1030'] for router (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.005358 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] Publish callbacks [] for router_controller (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), precommit_delete_associations {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.084905 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4116319'] for router (1c7c7c5f-7e2e-4160-a00a-93826e850cb0), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.085370 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c7c7c5f-7e2e-4160-a00a-93826e850cb0 {{(pid=109983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:51:54.095226 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.099025 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-99226dd7-f770-4516-b45a-0ce172f61694 admin admin] 10.222.0.62 "DELETE /v2.0/routers/1c7c7c5f-7e2e-4160-a00a-93826e850cb0 HTTP/1.1" status: 204 len: 168 time: 1.0091064 Apr 28 19:51:54.099559 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56778) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:54.105992 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10037a2b-f55a-4547-9658-7e2a10a5fa38 req-027cef33-66f2-41a6-8170-6d7b4ca588c3 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:54.107612 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-10037a2b-f55a-4547-9658-7e2a10a5fa38 req-027cef33-66f2-41a6-8170-6d7b4ca588c3 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 944 time: 0.0622122 Apr 28 19:51:54.171778 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4199cb1-4333-499a-8a80-3ab5517406e1 admin admin] Deleting subnet 7854ee55-83fa-4d34-adab-511cb97211f6 {{(pid=109984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:51:54.175869 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d4199cb1-4333-499a-8a80-3ab5517406e1 admin admin] Publish callbacks [] for subnet (7854ee55-83fa-4d34-adab-511cb97211f6), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.193759 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-10037a2b-f55a-4547-9658-7e2a10a5fa38 req-e15aa56b-498a-4cf7-8859-b6666669651d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d2bf86d-790e-481b-9b49-9d8a34b4d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777185 Apr 28 19:51:54.230305 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d4199cb1-4333-499a-8a80-3ab5517406e1 admin admin] Publish callbacks [] for subnet (7854ee55-83fa-4d34-adab-511cb97211f6), precommit_delete_associations {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.355151 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d4199cb1-4333-499a-8a80-3ab5517406e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863777'] for subnet (7854ee55-83fa-4d34-adab-511cb97211f6), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.438923 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d4199cb1-4333-499a-8a80-3ab5517406e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for subnet (7854ee55-83fa-4d34-adab-511cb97211f6), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.466531 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4199cb1-4333-499a-8a80-3ab5517406e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7854ee55-83fa-4d34-adab-511cb97211f6,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:54.472036 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d4199cb1-4333-499a-8a80-3ab5517406e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.476097 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-d4199cb1-4333-499a-8a80-3ab5517406e1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7854ee55-83fa-4d34-adab-511cb97211f6 HTTP/1.1" status: 204 len: 168 time: 0.3747659 Apr 28 19:51:54.478998 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56780) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:54.479745 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c267649d-1cd5-487d-b1dc-b5609d39c3d5 None None] Network d62ff8c2-8de4-44f9-96b0-1153e70d0179 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:51:54.610180 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002127'] for network (d62ff8c2-8de4-44f9-96b0-1153e70d0179), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.694853 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] Deleting port 5f61e994-95df-4e97-ab96-b21990e8605b {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:51:54.695399 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (5f61e994-95df-4e97-ab96-b21990e8605b), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.726146 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a75a9c-5016-438d-82f3-50c996bd4182 None None] DHCP port deletion for d62ff8c2-8de4-44f9-96b0-1153e70d0179 request from dv-cinder-826949-7-smb {{(pid=109985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:51:54.770129 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 399c3e00-a608-479d-a373-dc2cf5f5aae3 no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:54.793126 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] For port 5f61e994-95df-4e97-ab96-b21990e8605b, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=5f61e994-95df-4e97-ab96-b21990e8605b,segment=NetworkSegment(809aca4d-0196-4a28-9027-73f12b3c68f7),segment_id=809aca4d-0196-4a28-9027-73f12b3c68f7)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:54.794041 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (5f61e994-95df-4e97-ab96-b21990e8605b), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.811872 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 399c3e00-a608-479d-a373-dc2cf5f5aae3 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:51:54.812355 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 399c3e00-a608-479d-a373-dc2cf5f5aae3 not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:54.812994 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 5f414931-9dd2-419e-8a90-d7c202cbf40f no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:54.825496 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] Calling delete_port for 5f61e994-95df-4e97-ab96-b21990e8605b owned by network:dhcp {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:51:54.856882 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 5f414931-9dd2-419e-8a90-d7c202cbf40f {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:51:54.857436 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 5f414931-9dd2-419e-8a90-d7c202cbf40f not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:54.860973 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-13a75a9c-5016-438d-82f3-50c996bd4182 None None] Deleting port 5f61e994-95df-4e97-ab96-b21990e8605b {{(pid=109985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:51:54.862675 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-13a75a9c-5016-438d-82f3-50c996bd4182 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (5f61e994-95df-4e97-ab96-b21990e8605b), before_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.951467 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-13a75a9c-5016-438d-82f3-50c996bd4182 None None] For port 5f61e994-95df-4e97-ab96-b21990e8605b, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=5f61e994-95df-4e97-ab96-b21990e8605b,segment=NetworkSegment(809aca4d-0196-4a28-9027-73f12b3c68f7),segment_id=809aca4d-0196-4a28-9027-73f12b3c68f7)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:54.951892 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-13a75a9c-5016-438d-82f3-50c996bd4182 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (5f61e994-95df-4e97-ab96-b21990e8605b), precommit_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.952271 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (5f61e994-95df-4e97-ab96-b21990e8605b), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:54.970543 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-13a75a9c-5016-438d-82f3-50c996bd4182 None None] Calling delete_port for 5f61e994-95df-4e97-ab96-b21990e8605b owned by network:dhcp {{(pid=109985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:51:55.000188 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f61e994-95df-4e97-ab96-b21990e8605b,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:55.003081 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] No DVR routers for this DVR port 5f61e994-95df-4e97-ab96-b21990e8605b on host dv-cinder-826949-7-smb {{(pid=109983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:55.067380 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-13a75a9c-5016-438d-82f3-50c996bd4182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (5f61e994-95df-4e97-ab96-b21990e8605b), after_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:55.122418 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a75a9c-5016-438d-82f3-50c996bd4182 None None] Pushing event deleted for resources: {'Port': ['ID=5f61e994-95df-4e97-ab96-b21990e8605b,revision_number=None']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:55.128817 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a75a9c-5016-438d-82f3-50c996bd4182 None None] No DVR routers for this DVR port 5f61e994-95df-4e97-ab96-b21990e8605b on host dv-cinder-826949-7-smb {{(pid=109985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:55.135631 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874428', 'neutron.services.segments.db._delete_segments_for_network-8753808390777'] for network (d62ff8c2-8de4-44f9-96b0-1153e70d0179), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:55.172712 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62ff8c2-8de4-44f9-96b0-1153e70d0179']}} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:55.185489 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809aca4d-0196-4a28-9027-73f12b3c68f7') {'for_net_delete': True} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:55.185828 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809aca4d-0196-4a28-9027-73f12b3c68f7') {} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:55.198091 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753808389762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8553631'] for segment (809aca4d-0196-4a28-9027-73f12b3c68f7), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:55.216659 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (809aca4d-0196-4a28-9027-73f12b3c68f7), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:55.228083 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=109983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:55.229338 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2295843'] for segment (809aca4d-0196-4a28-9027-73f12b3c68f7), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: Traceback (most recent call last): Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: timer() Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: cb(*args, **kw) Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: return func(*args, **kwargs) Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: self._notify() Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: self.callback(batched_events) Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: event.method(event) Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: return f(self, *a, **k) Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: return self._get(url).json() Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:55.232624 dv-cinder-826949-7-smb neutron-server[109983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:55.329526 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703573'] for network (d62ff8c2-8de4-44f9-96b0-1153e70d0179), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:55.335860 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:55.339848 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] 10.222.0.62 "DELETE /v2.0/networks/d62ff8c2-8de4-44f9-96b0-1153e70d0179 HTTP/1.1" status: 204 len: 168 time: 0.8592668 Apr 28 19:51:55.352319 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fa61c-ed25-41e1-9851-0faa166f684f admin admin] Pushing event deleted for resources: {'Network': ['ID=d62ff8c2-8de4-44f9-96b0-1153e70d0179,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:55.399437 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b285f4-609f-4ae3-8736-bf8e817d8d5e req-82b532e3-3dbe-4888-b30d-32652bbf492e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:55.401481 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-81b285f4-609f-4ae3-8736-bf8e817d8d5e req-82b532e3-3dbe-4888-b30d-32652bbf492e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 944 time: 0.0934391 Apr 28 19:51:55.490029 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-81b285f4-609f-4ae3-8736-bf8e817d8d5e req-9fd34b00-f060-4e15-afa9-e3a06d58e1d9 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d2bf86d-790e-481b-9b49-9d8a34b4d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774438 Apr 28 19:51:55.506594 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56786) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:55.559720 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-ac1a4876-d9e8-4d21-aa0f-dc3107a721ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60fdf8e709d2417a964541a358ac02df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518756 Apr 28 19:51:55.562421 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56788) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:55.619271 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c165883f-78b1-4c1d-aa6c-53e06a047d36 admin admin] Publish callbacks [] for security_group (79d71423-ffcc-4886-a061-e9c458097a43), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:55.646739 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c165883f-78b1-4c1d-aa6c-53e06a047d36 admin admin] Publish callbacks [] for security_group (79d71423-ffcc-4886-a061-e9c458097a43), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:55.707773 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c165883f-78b1-4c1d-aa6c-53e06a047d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (79d71423-ffcc-4886-a061-e9c458097a43), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:55.710425 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c165883f-78b1-4c1d-aa6c-53e06a047d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:55.711676 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-c165883f-78b1-4c1d-aa6c-53e06a047d36 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79d71423-ffcc-4886-a061-e9c458097a43 HTTP/1.1" status: 204 len: 168 time: 0.1482539 Apr 28 19:51:55.721470 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165883f-78b1-4c1d-aa6c-53e06a047d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d71423-ffcc-4886-a061-e9c458097a43,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:56.178023 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56794) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:56.249873 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-3a6f4afc-eaf6-48b2-9f49-c888a2b8fa63 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f6a37a4aaf641fabcf1f8ccd8965413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702925 Apr 28 19:51:56.252340 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56796) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:51:56.308433 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f836cfff-2fbb-4cbd-8770-544eb7b37695 admin admin] Publish callbacks [] for security_group (4bc977da-e892-45c1-875e-937e2e96d24a), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:56.335942 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f836cfff-2fbb-4cbd-8770-544eb7b37695 admin admin] Publish callbacks [] for security_group (4bc977da-e892-45c1-875e-937e2e96d24a), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:56.393251 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f836cfff-2fbb-4cbd-8770-544eb7b37695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (4bc977da-e892-45c1-875e-937e2e96d24a), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:56.395928 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f836cfff-2fbb-4cbd-8770-544eb7b37695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:56.397135 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-f836cfff-2fbb-4cbd-8770-544eb7b37695 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4bc977da-e892-45c1-875e-937e2e96d24a HTTP/1.1" status: 204 len: 168 time: 0.1438065 Apr 28 19:51:56.409987 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836cfff-2fbb-4cbd-8770-544eb7b37695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc977da-e892-45c1-875e-937e2e96d24a,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:56.572255 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 5f61e994-95df-4e97-ab96-b21990e8605b no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:51:56.627287 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 5f61e994-95df-4e97-ab96-b21990e8605b {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:51:56.628243 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 5f61e994-95df-4e97-ab96-b21990e8605b not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:51:56.699454 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c232810-fec6-45a5-bd9f-353523f2043c req-66070b82-2b7b-4540-97aa-e644af5aef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.701430 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea920d7-6085-4742-b84f-848d549767dd req-400d28bd-7f9c-4b40-bc8e-cab71588c68a tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.702473 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6c232810-fec6-45a5-bd9f-353523f2043c req-66070b82-2b7b-4540-97aa-e644af5aef35 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f822fc5fc43843fca324c641a2958d58&device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 1128 time: 0.0740809 Apr 28 19:51:56.704731 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1ea920d7-6085-4742-b84f-848d549767dd req-400d28bd-7f9c-4b40-bc8e-cab71588c68a tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 944 time: 0.0875168 Apr 28 19:51:56.790896 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1ea920d7-6085-4742-b84f-848d549767dd req-d2d06f2c-b624-419b-a747-575a4f551f6d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d2bf86d-790e-481b-9b49-9d8a34b4d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805047 Apr 28 19:51:56.843547 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c232810-fec6-45a5-bd9f-353523f2043c req-ccaaa8d5-49a7-426d-afdb-60d409223498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.846487 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6c232810-fec6-45a5-bd9f-353523f2043c req-ccaaa8d5-49a7-426d-afdb-60d409223498 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b69886aa-6bae-4ab1-aed5-71674941fba6 HTTP/1.1" status: 200 len: 912 time: 0.1327350 Apr 28 19:51:56.930201 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6c232810-fec6-45a5-bd9f-353523f2043c req-779f5e4b-d5d9-47ef-8df5-ad9dbef6a07c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=067f4357-3b0e-449d-b451-eb778e8a512d HTTP/1.1" status: 200 len: 217 time: 0.0744684 Apr 28 19:51:57.000491 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c232810-fec6-45a5-bd9f-353523f2043c req-a619e38c-946a-4653-8935-f31bcd6b3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:57.003049 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6c232810-fec6-45a5-bd9f-353523f2043c req-a619e38c-946a-4653-8935-f31bcd6b3ea7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1befb9f-7e34-4e88-955a-eb6e46568b81 HTTP/1.1" status: 200 len: 850 time: 0.0580621 Apr 28 19:51:57.054428 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c232810-fec6-45a5-bd9f-353523f2043c req-973fdae7-9b61-450b-a260-e3ff21e07800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:57.056731 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6c232810-fec6-45a5-bd9f-353523f2043c req-973fdae7-9b61-450b-a260-e3ff21e07800 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b69886aa-6bae-4ab1-aed5-71674941fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0447462 Apr 28 19:51:57.069920 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 067f4357-3b0e-449d-b451-eb778e8a512d details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:51:57.193970 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 067f4357-3b0e-449d-b451-eb778e8a512d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=067f4357-3b0e-449d-b451-eb778e8a512d,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:57.196104 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6c232810-fec6-45a5-bd9f-353523f2043c req-fd96662f-c44d-4f05-ad63-7478ceda57eb service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317968 Apr 28 19:51:57.208279 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '067f4357-3b0e-449d-b451-eb778e8a512d', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'port_id': '067f4357-3b0e-449d-b451-eb778e8a512d', 'mac_address': 'fa:16:3e:96:a0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:51:57.266439 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 067f4357-3b0e-449d-b451-eb778e8a512d is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:51:57.266901 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (067f4357-3b0e-449d-b451-eb778e8a512d), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:57.282756 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067f4357-3b0e-449d-b451-eb778e8a512d {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:57.308963 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 067f4357-3b0e-449d-b451-eb778e8a512d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=067f4357-3b0e-449d-b451-eb778e8a512d,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:57.313514 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (067f4357-3b0e-449d-b451-eb778e8a512d), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:57.322901 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6c232810-fec6-45a5-bd9f-353523f2043c req-0df45f61-23f8-4e64-9386-021f8ab127a1 service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188564 Apr 28 19:51:57.365219 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=067f4357-3b0e-449d-b451-eb778e8a512d,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:57.745365 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['067f4357-3b0e-449d-b451-eb778e8a512d'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:51:57.952178 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702d1ee-ba75-499b-9890-29343c32acdd req-f3cd7262-3abf-460b-b9f9-2f5ccf6583ed tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:57.953809 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3702d1ee-ba75-499b-9890-29343c32acdd req-f3cd7262-3abf-460b-b9f9-2f5ccf6583ed tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 945 time: 0.0525935 Apr 28 19:51:58.014578 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3702d1ee-ba75-499b-9890-29343c32acdd req-26d3f437-4bac-4ed4-8b70-4c48f75a34e1 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d2bf86d-790e-481b-9b49-9d8a34b4d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511017 Apr 28 19:51:59.084565 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 067f4357-3b0e-449d-b451-eb778e8a512d up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:51:59.136573 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74115fca-6a21-4332-b252-a00371d496cc req-00b0da65-5431-4748-9225-cde1ce8ec452 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:59.138158 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-74115fca-6a21-4332-b252-a00371d496cc req-00b0da65-5431-4748-9225-cde1ce8ec452 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 945 time: 0.0523682 Apr 28 19:51:59.142048 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port 067f4357-3b0e-449d-b451-eb778e8a512d completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:51:59.148576 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 067f4357-3b0e-449d-b451-eb778e8a512d triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:51:59.148957 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (067f4357-3b0e-449d-b451-eb778e8a512d), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:59.199584 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-74115fca-6a21-4332-b252-a00371d496cc req-829e3932-2ea5-4356-a294-65ed16c4bd9e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d2bf86d-790e-481b-9b49-9d8a34b4d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553489 Apr 28 19:51:59.240563 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 067f4357-3b0e-449d-b451-eb778e8a512d is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:51:59.241046 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (067f4357-3b0e-449d-b451-eb778e8a512d), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:59.267671 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0f0cdc-d285-421c-a981-b3f418be4860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067f4357-3b0e-449d-b451-eb778e8a512d'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:59.269995 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3455d57b-9293-41a3-94e7-3eb1b821d776" -d '{"events": [{"server_uuid": "5a0f0cdc-d285-421c-a981-b3f418be4860", "name": "network-vif-plugged", "status": "completed", "tag": "067f4357-3b0e-449d-b451-eb778e8a512d"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:51:59.284544 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 067f4357-3b0e-449d-b451-eb778e8a512d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=067f4357-3b0e-449d-b451-eb778e8a512d,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:51:59.288930 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (067f4357-3b0e-449d-b451-eb778e8a512d), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:51:59.315183 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f67506-f4d5-4f53-a9aa-6ede27e93a39 x-openstack-request-id: req-37f67506-f4d5-4f53-a9aa-6ede27e93a39 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:51:59.315490 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0f0cdc-d285-421c-a981-b3f418be4860", "name": "network-vif-plugged", "status": "completed", "tag": "067f4357-3b0e-449d-b451-eb778e8a512d", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:51:59.316126 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37f67506-f4d5-4f53-a9aa-6ede27e93a39 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:51:59.316126 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f67506-f4d5-4f53-a9aa-6ede27e93a39'] response: {'server_uuid': '5a0f0cdc-d285-421c-a981-b3f418be4860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067f4357-3b0e-449d-b451-eb778e8a512d', 'code': 200} Apr 28 19:51:59.343977 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=067f4357-3b0e-449d-b451-eb778e8a512d,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:59.512459 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4422c-fe3b-4c0b-a3d6-c55e7a6f2299 req-848333c7-19a1-4816-9687-5cbf55df3c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:59.514002 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-20c4422c-fe3b-4c0b-a3d6-c55e7a6f2299 req-848333c7-19a1-4816-9687-5cbf55df3c54 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 1130 time: 0.0453694 Apr 28 19:51:59.568848 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-20c4422c-fe3b-4c0b-a3d6-c55e7a6f2299 req-554437c4-ed8e-4e83-9da0-6ef4b97bcb3a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1d2bf86d-790e-481b-9b49-9d8a34b4d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456586 Apr 28 19:52:00.320771 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0abeb3-ff64-4266-8df9-1237f2bb1f4a req-d8d1acb0-d5b3-4c64-9263-1ad853883526 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:00.322553 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e0abeb3-ff64-4266-8df9-1237f2bb1f4a req-d8d1acb0-d5b3-4c64-9263-1ad853883526 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 946 time: 0.0514510 Apr 28 19:52:00.390978 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4e0abeb3-ff64-4266-8df9-1237f2bb1f4a req-e4c6e6ba-90a2-45a9-921c-4262b359093f tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d2bf86d-790e-481b-9b49-9d8a34b4d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615931 Apr 28 19:52:01.526753 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e6661-afca-4b0f-9bfb-01a3390f7f9d req-3d0b7d1a-c3ca-427b-b24c-dd7355e47ced tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:01.528851 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-369e6661-afca-4b0f-9bfb-01a3390f7f9d req-3d0b7d1a-c3ca-427b-b24c-dd7355e47ced tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 946 time: 0.0617938 Apr 28 19:52:01.585995 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-369e6661-afca-4b0f-9bfb-01a3390f7f9d req-6d333afb-ce27-41bc-abd3-ffaaab9a0ce6 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d2bf86d-790e-481b-9b49-9d8a34b4d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509851 Apr 28 19:52:01.713278 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457951e-b13a-4c47-8e79-fda5a431225e req-a0342b6a-aff1-4d24-9692-c138805de02e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:01.714809 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f457951e-b13a-4c47-8e79-fda5a431225e req-a0342b6a-aff1-4d24-9692-c138805de02e tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 946 time: 0.0548418 Apr 28 19:52:01.723975 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56818) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:01.729497 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-d92ed0ac-18e2-4fca-952b-2f1690c141e4 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Request body: {'floatingip': {'port_id': '067f4357-3b0e-449d-b451-eb778e8a512d'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:52:01.778463 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d92ed0ac-18e2-4fca-952b-2f1690c141e4 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for floatingip (c088b1de-6623-48ee-962f-b94bf5f77ae1), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:02.435815 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d92ed0ac-18e2-4fca-952b-2f1690c141e4 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:02.440579 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d92ed0ac-18e2-4fca-952b-2f1690c141e4 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (c088b1de-6623-48ee-962f-b94bf5f77ae1), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:02.566872 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.l3_db [None req-d92ed0ac-18e2-4fca-952b-2f1690c141e4 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Floating IP c088b1de-6623-48ee-962f-b94bf5f77ae1 associated. External IP: 172.28.0.211, port: 067f4357-3b0e-449d-b451-eb778e8a512d. Apr 28 19:52:03.093415 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92ed0ac-18e2-4fca-952b-2f1690c141e4 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Router 0e9ce6cc-636c-4cae-a034-123270dff2c4 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:52:03.227398 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92ed0ac-18e2-4fca-952b-2f1690c141e4 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:52:03.235658 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d92ed0ac-18e2-4fca-952b-2f1690c141e4 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:03.245141 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaca295-27ad-4829-9a86-901380c45818 None None] Sync routers for ids ['0e9ce6cc-636c-4cae-a034-123270dff2c4'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:52:03.265270 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaca295-27ad-4829-9a86-901380c45818 None None] Routers {'0e9ce6cc-636c-4cae-a034-123270dff2c4'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:03.266041 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-cdaca295-27ad-4829-9a86-901380c45818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['0e9ce6cc-636c-4cae-a034-123270dff2c4'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:03.291837 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-d92ed0ac-18e2-4fca-952b-2f1690c141e4 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "PUT /v2.0/floatingips/c088b1de-6623-48ee-962f-b94bf5f77ae1 HTTP/1.1" status: 200 len: 992 time: 1.5547743 Apr 28 19:52:03.291837 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0f0cdc-d285-421c-a981-b3f418be4860', 'tag': '067f4357-3b0e-449d-b451-eb778e8a512d'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:03.291837 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197aae7e-e934-4de4-b3ae-9c6c2caa2199" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0f0cdc-d285-421c-a981-b3f418be4860", "tag": "067f4357-3b0e-449d-b451-eb778e8a512d"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:03.355844 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfecbd0-2ac2-4d7d-a162-cbfd0dc5b981 x-openstack-request-id: req-ecfecbd0-2ac2-4d7d-a162-cbfd0dc5b981 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:03.356249 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0f0cdc-d285-421c-a981-b3f418be4860", "tag": "067f4357-3b0e-449d-b451-eb778e8a512d", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:03.356415 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ecfecbd0-2ac2-4d7d-a162-cbfd0dc5b981 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:03.356823 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecfecbd0-2ac2-4d7d-a162-cbfd0dc5b981'] response: {'name': 'network-changed', 'server_uuid': '5a0f0cdc-d285-421c-a981-b3f418be4860', 'tag': '067f4357-3b0e-449d-b451-eb778e8a512d', 'status': 'completed', 'code': 200} Apr 28 19:52:03.448256 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197aae7e-e934-4de4-b3ae-9c6c2caa2199 req-84ab4a80-5020-4f47-b8c3-d9730b210b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:03.450129 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-197aae7e-e934-4de4-b3ae-9c6c2caa2199 req-84ab4a80-5020-4f47-b8c3-d9730b210b78 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f822fc5fc43843fca324c641a2958d58&device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 1130 time: 0.0513446 Apr 28 19:52:03.607142 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197aae7e-e934-4de4-b3ae-9c6c2caa2199 req-31dd0550-0a0c-4f2e-849f-5cdf536a9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:03.609923 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-197aae7e-e934-4de4-b3ae-9c6c2caa2199 req-31dd0550-0a0c-4f2e-849f-5cdf536a9566 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b69886aa-6bae-4ab1-aed5-71674941fba6 HTTP/1.1" status: 200 len: 912 time: 0.1500549 Apr 28 19:52:03.663482 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-cdaca295-27ad-4829-9a86-901380c45818 None None] Set router 0e9ce6cc-636c-4cae-a034-123270dff2c4 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:03.714187 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-197aae7e-e934-4de4-b3ae-9c6c2caa2199 req-f15f4123-5a91-49cf-ac3d-372c0369d92d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=067f4357-3b0e-449d-b451-eb778e8a512d HTTP/1.1" status: 200 len: 1000 time: 0.0963361 Apr 28 19:52:03.966807 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-cdaca295-27ad-4829-9a86-901380c45818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'c088b1de-6623-48ee-962f-b94bf5f77ae1', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'floating_ip_address': '172.28.0.211', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'port_id': '067f4357-3b0e-449d-b451-eb778e8a512d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'mac_address': 'fa:16:3e:96:a0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0f0cdc-d285-421c-a981-b3f418be4860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:46Z', 'updated_at': '2022-04-28T19:52:02Z', 'revision_number': 1, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c98553-99fd-412c-a3cf-3c20544508f1', 'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'mac_address': 'fa:16:3e:8e:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:38Z', 'updated_at': '2022-04-28T19:44:53Z', 'revision_number': 5, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'subnets': [{'id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:04.002001 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaca295-27ad-4829-9a86-901380c45818 None None] Checking router: 0e9ce6cc-636c-4cae-a034-123270dff2c4 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:52:04.013334 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaca295-27ad-4829-9a86-901380c45818 None None] Routers {'0e9ce6cc-636c-4cae-a034-123270dff2c4'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:04.013997 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-cdaca295-27ad-4829-9a86-901380c45818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['0e9ce6cc-636c-4cae-a034-123270dff2c4'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:04.146207 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-cdaca295-27ad-4829-9a86-901380c45818 None None] Set router 0e9ce6cc-636c-4cae-a034-123270dff2c4 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:04.270215 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197aae7e-e934-4de4-b3ae-9c6c2caa2199 req-352a1dad-ac0e-435d-a35a-e8c5d8b9f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:04.271866 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-197aae7e-e934-4de4-b3ae-9c6c2caa2199 req-352a1dad-ac0e-435d-a35a-e8c5d8b9f20f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1befb9f-7e34-4e88-955a-eb6e46568b81 HTTP/1.1" status: 200 len: 850 time: 0.0530643 Apr 28 19:52:04.348950 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197aae7e-e934-4de4-b3ae-9c6c2caa2199 req-b51de955-28bf-4d7c-833b-9ac1051bb547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:04.350473 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-197aae7e-e934-4de4-b3ae-9c6c2caa2199 req-b51de955-28bf-4d7c-833b-9ac1051bb547 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b69886aa-6bae-4ab1-aed5-71674941fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0689864 Apr 28 19:52:04.444150 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-cdaca295-27ad-4829-9a86-901380c45818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'c088b1de-6623-48ee-962f-b94bf5f77ae1', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'floating_ip_address': '172.28.0.211', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'port_id': '067f4357-3b0e-449d-b451-eb778e8a512d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'mac_address': 'fa:16:3e:96:a0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0f0cdc-d285-421c-a981-b3f418be4860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:46Z', 'updated_at': '2022-04-28T19:52:02Z', 'revision_number': 1, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c98553-99fd-412c-a3cf-3c20544508f1', 'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'mac_address': 'fa:16:3e:8e:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:38Z', 'updated_at': '2022-04-28T19:44:53Z', 'revision_number': 5, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'subnets': [{'id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:04.477381 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-197aae7e-e934-4de4-b3ae-9c6c2caa2199 req-b89a94fa-5276-451c-8322-1cc7fbad2b08 service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123235 Apr 28 19:52:04.477799 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaca295-27ad-4829-9a86-901380c45818 None None] The sync data for ids ['0e9ce6cc-636c-4cae-a034-123270dff2c4'] in dv-cinder-826949-7-smb is: [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'c088b1de-6623-48ee-962f-b94bf5f77ae1', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'floating_ip_address': '172.28.0.211', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'port_id': '067f4357-3b0e-449d-b451-eb778e8a512d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'mac_address': 'fa:16:3e:96:a0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0f0cdc-d285-421c-a981-b3f418be4860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:51:46Z', 'updated_at': '2022-04-28T19:52:02Z', 'revision_number': 1, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c98553-99fd-412c-a3cf-3c20544508f1', 'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'mac_address': 'fa:16:3e:8e:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:38Z', 'updated_at': '2022-04-28T19:44:53Z', 'revision_number': 5, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'subnets': [{'id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:52:04.607649 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-197aae7e-e934-4de4-b3ae-9c6c2caa2199 req-cba94184-84a4-40e0-9232-ff77435dd256 service neutron] 10.222.0.65 "GET /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186805 Apr 28 19:52:04.781591 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a76169-59ec-49e3-8298-983c7463a341 None None] New status for floating IP c088b1de-6623-48ee-962f-b94bf5f77ae1: ACTIVE {{(pid=109986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:52:06.181502 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681fc76-771d-4b60-b127-b07676fb6edb req-7e657855-7e9a-40f9-b232-6efa0ebe9b78 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.183489 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c681fc76-771d-4b60-b127-b07676fb6edb req-7e657855-7e9a-40f9-b232-6efa0ebe9b78 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0590022 Apr 28 19:52:06.238116 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c681fc76-771d-4b60-b127-b07676fb6edb req-caae2581-38ce-4ba7-b4f9-6b4c1a8c22ff tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484748 Apr 28 19:52:07.371722 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cac0f3-5b9e-4381-bf3d-1cc242bc1579 req-4ad4fbfb-eecf-435b-8b70-5c6143996895 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.373386 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-40cac0f3-5b9e-4381-bf3d-1cc242bc1579 req-4ad4fbfb-eecf-435b-8b70-5c6143996895 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0563896 Apr 28 19:52:07.426400 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-40cac0f3-5b9e-4381-bf3d-1cc242bc1579 req-8b83c209-16ce-4105-b59c-132612fb222b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469935 Apr 28 19:52:08.577708 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cec79c-4975-48e8-9069-0a7d6ac47233 req-1c0c5ed5-a985-4333-bfa6-521977cc333f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:08.579327 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-19cec79c-4975-48e8-9069-0a7d6ac47233 req-1c0c5ed5-a985-4333-bfa6-521977cc333f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0626540 Apr 28 19:52:08.633057 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-19cec79c-4975-48e8-9069-0a7d6ac47233 req-42efb511-9ecf-493e-9c32-e686789d7a70 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478621 Apr 28 19:52:09.770611 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbd793-72e1-48cc-bdd6-2fb326c2364e req-584d487f-6da9-4799-88d1-d206e877d62f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.772396 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5bfbd793-72e1-48cc-bdd6-2fb326c2364e req-584d487f-6da9-4799-88d1-d206e877d62f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0536199 Apr 28 19:52:09.838587 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5bfbd793-72e1-48cc-bdd6-2fb326c2364e req-1abc1876-9927-4f91-a60a-5bc7c92fd948 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596159 Apr 28 19:52:10.410491 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:10.596326 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-0ce56356-d71f-4d65-809f-571ac4a8a92b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:10.597866 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-0ce56356-d71f-4d65-809f-571ac4a8a92b tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.65 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0516000 Apr 28 19:52:10.693428 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-6b21cf71-3b12-46e0-b6d9-1f617e908461 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Deleting port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:52:10.693730 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-6b21cf71-3b12-46e0-b6d9-1f617e908461 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:10.803410 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-6b21cf71-3b12-46e0-b6d9-1f617e908461 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] For port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=81c67d1f-d0e5-44bc-82ac-19df39dc0f96,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:10.804217 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-6b21cf71-3b12-46e0-b6d9-1f617e908461 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:10.983747 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65798b-fa9e-4e30-acda-b1e7f0973a0e req-1dda6797-4c5f-451e-9b2e-0cc7b4f0da90 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:10.985348 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ca65798b-fa9e-4e30-acda-b1e7f0973a0e req-1dda6797-4c5f-451e-9b2e-0cc7b4f0da90 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 946 time: 0.0569782 Apr 28 19:52:11.028805 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-6b21cf71-3b12-46e0-b6d9-1f617e908461 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:11.029325 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-6b21cf71-3b12-46e0-b6d9-1f617e908461 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (9d90783c-d0b1-4e64-81c8-d486f9cdec13), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:11.029857 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.l3_db [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-6b21cf71-3b12-46e0-b6d9-1f617e908461 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Floating IP 9d90783c-d0b1-4e64-81c8-d486f9cdec13 disassociated. External IP: 172.28.0.124, port: 81c67d1f-d0e5-44bc-82ac-19df39dc0f96. Apr 28 19:52:11.030388 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-6b21cf71-3b12-46e0-b6d9-1f617e908461 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Calling delete_port for 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 owned by compute:nova {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:52:11.066982 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ca65798b-fa9e-4e30-acda-b1e7f0973a0e req-8e3d2da5-3df9-401c-ab11-7c05e8d00d09 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=8468bdf7-0926-4f7b-9fa9-4f147c5d8680&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714133 Apr 28 19:52:11.194722 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-6b21cf71-3b12-46e0-b6d9-1f617e908461 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (81c67d1f-d0e5-44bc-82ac-19df39dc0f96), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:11.226276 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21cf71-3b12-46e0-b6d9-1f617e908461 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Pushing event deleted for resources: {'Port': ['ID=81c67d1f-d0e5-44bc-82ac-19df39dc0f96,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:11.367650 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-6b21cf71-3b12-46e0-b6d9-1f617e908461 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Router 06db1f43-ae15-4ba0-8848-c193447c3504 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:52:11.496695 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-6b21cf71-3b12-46e0-b6d9-1f617e908461 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:52:11.511138 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a7eabd-65f1-4f01-8180-dacf699c72f3 None None] Sync routers for ids ['06db1f43-ae15-4ba0-8848-c193447c3504'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:52:11.523936 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a7eabd-65f1-4f01-8180-dacf699c72f3 None None] Routers {'06db1f43-ae15-4ba0-8848-c193447c3504'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:11.524601 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-94a7eabd-65f1-4f01-8180-dacf699c72f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['06db1f43-ae15-4ba0-8848-c193447c3504'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:11.546113 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-6b21cf71-3b12-46e0-b6d9-1f617e908461 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] No DVR routers for this DVR port 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 on host hv-cinder-82694 {{(pid=109984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:11.548783 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-6b21cf71-3b12-46e0-b6d9-1f617e908461 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:11.552198 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3bd63c06-4ab6-4be0-b519-a1080d299b34 req-6b21cf71-3b12-46e0-b6d9-1f617e908461 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.65 "DELETE /v2.0/ports/81c67d1f-d0e5-44bc-82ac-19df39dc0f96 HTTP/1.1" status: 204 len: 173 time: 0.9490309 Apr 28 19:52:11.552669 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'name': 'network-vif-deleted', 'tag': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:11.555049 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab6ca29-cfab-47a8-b4cf-71c63e7eb665" -d '{"events": [{"server_uuid": "bee4c6d5-fc0e-418c-ab36-8f41b98d48a8", "name": "network-vif-deleted", "tag": "81c67d1f-d0e5-44bc-82ac-19df39dc0f96"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:11.603784 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43a6199-20e9-489a-b1b2-a63cdfd37eb1 x-openstack-request-id: req-d43a6199-20e9-489a-b1b2-a63cdfd37eb1 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:11.604279 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee4c6d5-fc0e-418c-ab36-8f41b98d48a8", "name": "network-vif-deleted", "tag": "81c67d1f-d0e5-44bc-82ac-19df39dc0f96", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:11.604905 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d43a6199-20e9-489a-b1b2-a63cdfd37eb1 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:11.605623 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d43a6199-20e9-489a-b1b2-a63cdfd37eb1'] response: {'server_uuid': 'bee4c6d5-fc0e-418c-ab36-8f41b98d48a8', 'name': 'network-vif-deleted', 'tag': '81c67d1f-d0e5-44bc-82ac-19df39dc0f96', 'status': 'completed', 'code': 200} Apr 28 19:52:11.680288 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-94a7eabd-65f1-4f01-8180-dacf699c72f3 None None] Set router 06db1f43-ae15-4ba0-8848-c193447c3504 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:11.978665 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-94a7eabd-65f1-4f01-8180-dacf699c72f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '2cccdbb7-a629-4b62-aa78-c11cb0b3db31', 'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'mac_address': 'fa:16:3e:55:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:39Z', 'updated_at': '2022-04-28T19:44:59Z', 'revision_number': 5, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'subnets': [{'id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:12.016019 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a7eabd-65f1-4f01-8180-dacf699c72f3 None None] Checking router: 06db1f43-ae15-4ba0-8848-c193447c3504 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:52:12.026687 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a7eabd-65f1-4f01-8180-dacf699c72f3 None None] Routers {'06db1f43-ae15-4ba0-8848-c193447c3504'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:12.027322 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-94a7eabd-65f1-4f01-8180-dacf699c72f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:51:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['06db1f43-ae15-4ba0-8848-c193447c3504'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:12.159844 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-94a7eabd-65f1-4f01-8180-dacf699c72f3 None None] Set router 06db1f43-ae15-4ba0-8848-c193447c3504 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:12.245346 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d76100e7-c125-4c48-b043-0c5b4011b746 req-a75a68a9-6d6e-417c-9f7f-cfc57e239342 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=bee4c6d5-fc0e-418c-ab36-8f41b98d48a8 HTTP/1.1" status: 200 len: 210 time: 0.0517938 Apr 28 19:52:12.384445 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-94a7eabd-65f1-4f01-8180-dacf699c72f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '2cccdbb7-a629-4b62-aa78-c11cb0b3db31', 'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'mac_address': 'fa:16:3e:55:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:39Z', 'updated_at': '2022-04-28T19:44:59Z', 'revision_number': 5, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'subnets': [{'id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:12.418269 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a7eabd-65f1-4f01-8180-dacf699c72f3 None None] The sync data for ids ['06db1f43-ae15-4ba0-8848-c193447c3504'] in dv-cinder-826949-7-smb is: [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '2cccdbb7-a629-4b62-aa78-c11cb0b3db31', 'name': '', 'network_id': '06ea3f9f-899d-4f8c-a02f-09385074fa9f', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'mac_address': 'fa:16:3e:55:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:39Z', 'updated_at': '2022-04-28T19:44:59Z', 'revision_number': 5, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'subnets': [{'id': '45b4f52d-a37b-411d-80b6-523dd03c4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:52:12.690935 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4b649c-aee2-41d0-93bf-7e3cdd0e6c14 None None] New status for floating IP 9d90783c-d0b1-4e64-81c8-d486f9cdec13: DOWN {{(pid=109986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:52:13.132826 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:13.156924 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:52:13.157294 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 81c67d1f-d0e5-44bc-82ac-19df39dc0f96 not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:13.363030 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56866) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:13.428565 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4afd22f8-95ba-4221-8ed0-40d636b55df5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for security_group (8468bdf7-0926-4f7b-9fa9-4f147c5d8680), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:13.455782 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4afd22f8-95ba-4221-8ed0-40d636b55df5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for security_group (8468bdf7-0926-4f7b-9fa9-4f147c5d8680), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:13.515675 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4afd22f8-95ba-4221-8ed0-40d636b55df5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (8468bdf7-0926-4f7b-9fa9-4f147c5d8680), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:13.520678 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4afd22f8-95ba-4221-8ed0-40d636b55df5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:13.522613 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-4afd22f8-95ba-4221-8ed0-40d636b55df5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "DELETE /v2.0/security-groups/8468bdf7-0926-4f7b-9fa9-4f147c5d8680 HTTP/1.1" status: 204 len: 168 time: 0.1579838 Apr 28 19:52:13.525274 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56868) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:13.534544 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd22f8-95ba-4221-8ed0-40d636b55df5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8468bdf7-0926-4f7b-9fa9-4f147c5d8680,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:13.543659 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.api.v2.resource [None req-adb85445-bf0b-4e6d-89e3-d922b7cf6f6c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] show failed (client error): The resource could not be found. Apr 28 19:52:13.545249 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-adb85445-bf0b-4e6d-89e3-d922b7cf6f6c tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups/8468bdf7-0926-4f7b-9fa9-4f147c5d8680 HTTP/1.1" status: 404 len: 347 time: 0.0187244 Apr 28 19:52:13.548446 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56870) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:13.691730 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-2457e41c-1a57-4026-a175-c1b41e8a92b5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Deleting port 4cc1cbf0-94d1-4cc1-9b61-c7239e8fc62c {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:52:13.692202 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-2457e41c-1a57-4026-a175-c1b41e8a92b5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (4cc1cbf0-94d1-4cc1-9b61-c7239e8fc62c), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:13.793106 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-2457e41c-1a57-4026-a175-c1b41e8a92b5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (4cc1cbf0-94d1-4cc1-9b61-c7239e8fc62c), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:13.793420 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-2457e41c-1a57-4026-a175-c1b41e8a92b5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for floatingip (4cc1cbf0-94d1-4cc1-9b61-c7239e8fc62c), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:13.814453 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-2457e41c-1a57-4026-a175-c1b41e8a92b5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Calling delete_port for 4cc1cbf0-94d1-4cc1-9b61-c7239e8fc62c owned by network:floatingip {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:52:13.985571 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-2457e41c-1a57-4026-a175-c1b41e8a92b5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (4cc1cbf0-94d1-4cc1-9b61-c7239e8fc62c), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:14.014340 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457e41c-1a57-4026-a175-c1b41e8a92b5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Pushing event deleted for resources: {'Port': ['ID=4cc1cbf0-94d1-4cc1-9b61-c7239e8fc62c,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:14.046159 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-2457e41c-1a57-4026-a175-c1b41e8a92b5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks [] for floatingip (9d90783c-d0b1-4e64-81c8-d486f9cdec13), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:14.048771 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-2457e41c-1a57-4026-a175-c1b41e8a92b5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:14.050213 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-2457e41c-1a57-4026-a175-c1b41e8a92b5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "DELETE /v2.0/floatingips/9d90783c-d0b1-4e64-81c8-d486f9cdec13 HTTP/1.1" status: 204 len: 168 time: 0.5002906 Apr 28 19:52:16.645641 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58cf24-6b7c-40ba-8607-379e0391c498 req-a668c686-e2b2-4abe-b642-3eb0800884a4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:16.648333 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fd58cf24-6b7c-40ba-8607-379e0391c498 req-a668c686-e2b2-4abe-b642-3eb0800884a4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0812261 Apr 28 19:52:16.735611 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fd58cf24-6b7c-40ba-8607-379e0391c498 req-6e812eaf-d444-4f44-bd24-5e82a81d9807 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807536 Apr 28 19:52:17.079267 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e3ba22cd-0ec2-487e-9086-4bba5fd431a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:17.335672 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa346071-8ddd-49c7-98da-1ed77e5deaea req-9f3c6883-61ef-49d9-a1dd-8bc3c9cb5981 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:17.337833 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-aa346071-8ddd-49c7-98da-1ed77e5deaea req-9f3c6883-61ef-49d9-a1dd-8bc3c9cb5981 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 945 time: 0.0553520 Apr 28 19:52:17.442603 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-aa346071-8ddd-49c7-98da-1ed77e5deaea req-485adbb3-2f23-4db9-863a-8f917b79752f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Deleting port 9f31c3cf-27b3-4e16-b692-d7d64c407e81 {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:52:17.443011 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-aa346071-8ddd-49c7-98da-1ed77e5deaea req-485adbb3-2f23-4db9-863a-8f917b79752f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:17.550855 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-aa346071-8ddd-49c7-98da-1ed77e5deaea req-485adbb3-2f23-4db9-863a-8f917b79752f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] For port 9f31c3cf-27b3-4e16-b692-d7d64c407e81, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9f31c3cf-27b3-4e16-b692-d7d64c407e81,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:17.551218 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-aa346071-8ddd-49c7-98da-1ed77e5deaea req-485adbb3-2f23-4db9-863a-8f917b79752f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:17.566860 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-aa346071-8ddd-49c7-98da-1ed77e5deaea req-485adbb3-2f23-4db9-863a-8f917b79752f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Calling delete_port for 9f31c3cf-27b3-4e16-b692-d7d64c407e81 owned by compute:nova {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:52:17.708513 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-aa346071-8ddd-49c7-98da-1ed77e5deaea req-485adbb3-2f23-4db9-863a-8f917b79752f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (9f31c3cf-27b3-4e16-b692-d7d64c407e81), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:17.721916 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['92c5dae6-f3d6-4246-a2a2-51a498366224', '9f31c3cf-27b3-4e16-b692-d7d64c407e81'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:52:17.746072 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485adbb3-2f23-4db9-863a-8f917b79752f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Pushing event deleted for resources: {'Port': ['ID=9f31c3cf-27b3-4e16-b692-d7d64c407e81,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:17.827400 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa346071-8ddd-49c7-98da-1ed77e5deaea req-485adbb3-2f23-4db9-863a-8f917b79752f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] No DVR routers for this DVR port 9f31c3cf-27b3-4e16-b692-d7d64c407e81 on host hv-cinder-82694 {{(pid=109984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:17.833842 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-aa346071-8ddd-49c7-98da-1ed77e5deaea req-485adbb3-2f23-4db9-863a-8f917b79752f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:17.840246 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-aa346071-8ddd-49c7-98da-1ed77e5deaea req-485adbb3-2f23-4db9-863a-8f917b79752f tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.65 "DELETE /v2.0/ports/9f31c3cf-27b3-4e16-b692-d7d64c407e81 HTTP/1.1" status: 204 len: 173 time: 0.4940948 Apr 28 19:52:17.840999 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5995921-385a-4c53-8275-98db3bc04142', 'name': 'network-vif-deleted', 'tag': '9f31c3cf-27b3-4e16-b692-d7d64c407e81'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:17.845120 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cf13c0-2a39-4d84-88ce-b4c9b5985bcb" -d '{"events": [{"server_uuid": "a5995921-385a-4c53-8275-98db3bc04142", "name": "network-vif-deleted", "tag": "9f31c3cf-27b3-4e16-b692-d7d64c407e81"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:17.914464 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0741ad9-270e-4150-ab3c-1fbf2b994222 x-openstack-request-id: req-c0741ad9-270e-4150-ab3c-1fbf2b994222 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:17.915005 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5995921-385a-4c53-8275-98db3bc04142", "name": "network-vif-deleted", "tag": "9f31c3cf-27b3-4e16-b692-d7d64c407e81", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:17.915576 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c0741ad9-270e-4150-ab3c-1fbf2b994222 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:17.916307 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0741ad9-270e-4150-ab3c-1fbf2b994222'] response: {'server_uuid': 'a5995921-385a-4c53-8275-98db3bc04142', 'name': 'network-vif-deleted', 'tag': '9f31c3cf-27b3-4e16-b692-d7d64c407e81', 'status': 'completed', 'code': 200} Apr 28 19:52:17.919924 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-32e46970-7ad6-4c93-bb0b-d245df695adf req-b5e2832f-8be7-43e2-8a20-71cd30323280 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5995921-385a-4c53-8275-98db3bc04142 HTTP/1.1" status: 200 len: 210 time: 0.0700147 Apr 28 19:52:19.274459 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19875a-d1c9-4414-be86-82ac90b7a640 req-6b71637c-eabf-4078-a4a4-edf257d4fe8e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:19.276631 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ae19875a-d1c9-4414-be86-82ac90b7a640 req-6b71637c-eabf-4078-a4a4-edf257d4fe8e tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0633354 Apr 28 19:52:19.301817 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-14a6294a-7d81-41d2-8879-56f302a904d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:19.341153 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ae19875a-d1c9-4414-be86-82ac90b7a640 req-a030b58a-3a35-48a0-add7-d7ee07896674 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/security-groups?id=02590c89-cdbe-4464-a4cf-b41d6944e712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543938 Apr 28 19:52:19.903275 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b1125-cb42-49d9-a151-317e71865731 req-f58d5a9f-9a9d-40f4-9daf-b5c3bab99bf5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:19.905043 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c07b1125-cb42-49d9-a151-317e71865731 req-f58d5a9f-9a9d-40f4-9daf-b5c3bab99bf5 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 946 time: 0.0530903 Apr 28 19:52:20.010263 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-c07b1125-cb42-49d9-a151-317e71865731 req-01f27454-896a-42ef-a36d-391cb6e98fa4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Deleting port 92c5dae6-f3d6-4246-a2a2-51a498366224 {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:52:20.010745 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-c07b1125-cb42-49d9-a151-317e71865731 req-01f27454-896a-42ef-a36d-391cb6e98fa4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:20.114108 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-c07b1125-cb42-49d9-a151-317e71865731 req-01f27454-896a-42ef-a36d-391cb6e98fa4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] For port 92c5dae6-f3d6-4246-a2a2-51a498366224, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=92c5dae6-f3d6-4246-a2a2-51a498366224,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:20.114374 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-c07b1125-cb42-49d9-a151-317e71865731 req-01f27454-896a-42ef-a36d-391cb6e98fa4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:20.132387 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-c07b1125-cb42-49d9-a151-317e71865731 req-01f27454-896a-42ef-a36d-391cb6e98fa4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Calling delete_port for 92c5dae6-f3d6-4246-a2a2-51a498366224 owned by compute:nova {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:52:20.274372 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-c07b1125-cb42-49d9-a151-317e71865731 req-01f27454-896a-42ef-a36d-391cb6e98fa4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (92c5dae6-f3d6-4246-a2a2-51a498366224), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:20.288121 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['92c5dae6-f3d6-4246-a2a2-51a498366224'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:52:20.311373 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f27454-896a-42ef-a36d-391cb6e98fa4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Pushing event deleted for resources: {'Port': ['ID=92c5dae6-f3d6-4246-a2a2-51a498366224,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:20.373722 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07b1125-cb42-49d9-a151-317e71865731 req-01f27454-896a-42ef-a36d-391cb6e98fa4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] No DVR routers for this DVR port 92c5dae6-f3d6-4246-a2a2-51a498366224 on host hv-cinder-82694 {{(pid=109984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:20.376725 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-c07b1125-cb42-49d9-a151-317e71865731 req-01f27454-896a-42ef-a36d-391cb6e98fa4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:20.380398 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c07b1125-cb42-49d9-a151-317e71865731 req-01f27454-896a-42ef-a36d-391cb6e98fa4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.65 "DELETE /v2.0/ports/92c5dae6-f3d6-4246-a2a2-51a498366224 HTTP/1.1" status: 204 len: 173 time: 0.4692345 Apr 28 19:52:20.380886 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b79adaa-c72f-4949-b65b-e9558836e3eb', 'name': 'network-vif-deleted', 'tag': '92c5dae6-f3d6-4246-a2a2-51a498366224'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:20.383753 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d48650-88d8-4cb3-8264-7543064738cc" -d '{"events": [{"server_uuid": "5b79adaa-c72f-4949-b65b-e9558836e3eb", "name": "network-vif-deleted", "tag": "92c5dae6-f3d6-4246-a2a2-51a498366224"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:20.447770 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce7bb78-db49-4af7-8458-2b4296146baa x-openstack-request-id: req-9ce7bb78-db49-4af7-8458-2b4296146baa {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:20.448197 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b79adaa-c72f-4949-b65b-e9558836e3eb", "name": "network-vif-deleted", "tag": "92c5dae6-f3d6-4246-a2a2-51a498366224", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:20.448708 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ce7bb78-db49-4af7-8458-2b4296146baa {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:20.450294 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce7bb78-db49-4af7-8458-2b4296146baa'] response: {'server_uuid': '5b79adaa-c72f-4949-b65b-e9558836e3eb', 'name': 'network-vif-deleted', 'tag': '92c5dae6-f3d6-4246-a2a2-51a498366224', 'status': 'completed', 'code': 200} Apr 28 19:52:20.517586 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fa055519-a646-436d-99b4-a4b879919d67 req-04e8481d-71de-4e84-b795-0a88257d09d4 tempest-ServerRescueNegativeTestJSON-480748011 tempest-ServerRescueNegativeTestJSON-480748011-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b79adaa-c72f-4949-b65b-e9558836e3eb HTTP/1.1" status: 200 len: 210 time: 0.0519814 Apr 28 19:52:20.957782 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:21.199175 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 92c5dae6-f3d6-4246-a2a2-51a498366224 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:21.221971 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: 92c5dae6-f3d6-4246-a2a2-51a498366224 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:52:21.222391 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 92c5dae6-f3d6-4246-a2a2-51a498366224 not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:21.222887 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 9f31c3cf-27b3-4e16-b692-d7d64c407e81 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:21.245655 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: 9f31c3cf-27b3-4e16-b692-d7d64c407e81 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:52:21.246000 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 9f31c3cf-27b3-4e16-b692-d7d64c407e81 not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:21.587837 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56906) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:22.223865 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0ae60a33-88d5-455d-9092-4fa7a1f4da00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115003'] for router_interface (06db1f43-ae15-4ba0-8848-c193447c3504), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:22.273595 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:22.513318 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-0ae60a33-88d5-455d-9092-4fa7a1f4da00 admin admin] Deleting port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:52:22.513660 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0ae60a33-88d5-455d-9092-4fa7a1f4da00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:22.601870 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [None req-0ae60a33-88d5-455d-9092-4fa7a1f4da00 admin admin] For port 2cccdbb7-a629-4b62-aa78-c11cb0b3db31, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=2cccdbb7-a629-4b62-aa78-c11cb0b3db31,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:22.602688 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0ae60a33-88d5-455d-9092-4fa7a1f4da00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:22.619322 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-0ae60a33-88d5-455d-9092-4fa7a1f4da00 admin admin] Calling delete_port for 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 owned by network:router_interface {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:52:22.829293 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0ae60a33-88d5-455d-9092-4fa7a1f4da00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (2cccdbb7-a629-4b62-aa78-c11cb0b3db31), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:22.860476 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae60a33-88d5-455d-9092-4fa7a1f4da00 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cccdbb7-a629-4b62-aa78-c11cb0b3db31,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:23.345520 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0ae60a33-88d5-455d-9092-4fa7a1f4da00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4115095'] for router_interface (06db1f43-ae15-4ba0-8848-c193447c3504), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:23.611668 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae60a33-88d5-455d-9092-4fa7a1f4da00 admin admin] Router 06db1f43-ae15-4ba0-8848-c193447c3504 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:52:23.767372 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae60a33-88d5-455d-9092-4fa7a1f4da00 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:52:23.773583 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-0ae60a33-88d5-455d-9092-4fa7a1f4da00 admin admin] 10.222.0.62 "PUT /v2.0/routers/06db1f43-ae15-4ba0-8848-c193447c3504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1838920 Apr 28 19:52:23.777353 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56910) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:23.779230 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd1054-d2b0-484a-a26f-cfd323b3c704 None None] Sync routers for ids ['06db1f43-ae15-4ba0-8848-c193447c3504'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:52:23.794262 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dd1054-d2b0-484a-a26f-cfd323b3c704 None None] Routers {'06db1f43-ae15-4ba0-8848-c193447c3504'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:23.795160 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-f5dd1054-d2b0-484a-a26f-cfd323b3c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:52:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['06db1f43-ae15-4ba0-8848-c193447c3504'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:23.905355 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] Publish callbacks [] for router (06db1f43-ae15-4ba0-8848-c193447c3504), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:23.948346 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-f5dd1054-d2b0-484a-a26f-cfd323b3c704 None None] Set router 06db1f43-ae15-4ba0-8848-c193447c3504 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:24.032598 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] Publish callbacks [] for router_gateway (06db1f43-ae15-4ba0-8848-c193447c3504), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:24.044665 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:24.085823 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] Deleting port cdc2600e-9993-4f02-9820-e7e450a14cde {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:52:24.086171 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (cdc2600e-9993-4f02-9820-e7e450a14cde), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:24.180332 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] For port cdc2600e-9993-4f02-9820-e7e450a14cde, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=cdc2600e-9993-4f02-9820-e7e450a14cde,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:24.180801 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (cdc2600e-9993-4f02-9820-e7e450a14cde), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:24.198328 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-f5dd1054-d2b0-484a-a26f-cfd323b3c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:52:22Z', 'revision_number': 5, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port': {'id': 'cdc2600e-9993-4f02-9820-e7e450a14cde', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:30Z', 'updated_at': '2022-04-28T19:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:24.201706 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] Calling delete_port for cdc2600e-9993-4f02-9820-e7e450a14cde owned by network:router_gateway {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:52:24.227358 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd1054-d2b0-484a-a26f-cfd323b3c704 None None] Checking router: 06db1f43-ae15-4ba0-8848-c193447c3504 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:52:24.239613 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dd1054-d2b0-484a-a26f-cfd323b3c704 None None] Routers {'06db1f43-ae15-4ba0-8848-c193447c3504'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:24.240293 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-f5dd1054-d2b0-484a-a26f-cfd323b3c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:52:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['06db1f43-ae15-4ba0-8848-c193447c3504'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:24.361520 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-f5dd1054-d2b0-484a-a26f-cfd323b3c704 None None] Set router 06db1f43-ae15-4ba0-8848-c193447c3504 gateway port host: None {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:24.421577 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (cdc2600e-9993-4f02-9820-e7e450a14cde), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:24.422770 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-f5dd1054-d2b0-484a-a26f-cfd323b3c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:52:24Z', 'revision_number': 6, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port_host': None}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:24.451949 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd1054-d2b0-484a-a26f-cfd323b3c704 None None] The sync data for ids ['06db1f43-ae15-4ba0-8848-c193447c3504'] in dv-cinder-826949-7-smb is: [{'id': '06db1f43-ae15-4ba0-8848-c193447c3504', 'name': 'tempest-ServerRescueNegativeTestJSON-132443169-router', 'tenant_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:52:24Z', 'revision_number': 6, 'project_id': 'ab1e0ac4ecad478dbcac3b31e1781521', 'gw_port_host': None}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:52:24.474112 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc2600e-9993-4f02-9820-e7e450a14cde,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:24.522181 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704061'] for router_gateway (06db1f43-ae15-4ba0-8848-c193447c3504), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:24.718789 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4116294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1030'] for router (06db1f43-ae15-4ba0-8848-c193447c3504), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:24.722900 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] Publish callbacks [] for router_controller (06db1f43-ae15-4ba0-8848-c193447c3504), precommit_delete_associations {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:24.852497 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4116319'] for router (06db1f43-ae15-4ba0-8848-c193447c3504), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:24.854081 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06db1f43-ae15-4ba0-8848-c193447c3504 {{(pid=109984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:52:24.862651 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:24.864763 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-5b74074c-dad1-4b64-8015-a625d0847b2d admin admin] 10.222.0.62 "DELETE /v2.0/routers/06db1f43-ae15-4ba0-8848-c193447c3504 HTTP/1.1" status: 204 len: 168 time: 1.0856881 Apr 28 19:52:24.867994 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56916) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:24.949577 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Deleting subnet 45b4f52d-a37b-411d-80b6-523dd03c4579 {{(pid=109984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:52:24.955327 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Publish callbacks [] for subnet (45b4f52d-a37b-411d-80b6-523dd03c4579), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.023412 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Publish callbacks [] for subnet (45b4f52d-a37b-411d-80b6-523dd03c4579), precommit_delete_associations {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.080555 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863777'] for subnet (45b4f52d-a37b-411d-80b6-523dd03c4579), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.147500 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for subnet (45b4f52d-a37b-411d-80b6-523dd03c4579), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.179100 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b4f52d-a37b-411d-80b6-523dd03c4579,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:25.182578 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.188862 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/45b4f52d-a37b-411d-80b6-523dd03c4579 HTTP/1.1" status: 204 len: 168 time: 0.3162844 Apr 28 19:52:25.189498 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56918) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:25.190243 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c41b54-11a7-4c82-a0a7-d574aeb227dc None None] Network 06ea3f9f-899d-4f8c-a02f-09385074fa9f requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:52:25.192948 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:25.193301 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:25.193649 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:25.193997 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:25.194338 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:25.194668 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:25.195008 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:25.195339 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:25.195668 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:25.196076 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:25.196414 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:25.197121 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:25.197577 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:25.197577 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:25.197984 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5420fa0-66d3-4fdf-af40-1cff67620860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:25.282047 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002127'] for network (06ea3f9f-899d-4f8c-a02f-09385074fa9f), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.364174 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:25.397631 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] Deleting port 03a78ca7-11d8-4230-bd90-cd5edf230e5d {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:52:25.397631 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.405718 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:52:25.406083 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 2cccdbb7-a629-4b62-aa78-c11cb0b3db31 not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:25.517835 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce6c1b6-5248-4d9e-bf71-bb552717634a None None] DHCP port deletion for 06ea3f9f-899d-4f8c-a02f-09385074fa9f request from dv-cinder-826949-7-smb {{(pid=109985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:52:25.522261 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] For port 03a78ca7-11d8-4230-bd90-cd5edf230e5d, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=03a78ca7-11d8-4230-bd90-cd5edf230e5d,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:25.522897 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.549963 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] Calling delete_port for 03a78ca7-11d8-4230-bd90-cd5edf230e5d owned by network:dhcp {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:52:25.595579 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6c1b6-5248-4d9e-bf71-bb552717634a None None] Deleting port 03a78ca7-11d8-4230-bd90-cd5edf230e5d {{(pid=109985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:52:25.596549 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c1b6-5248-4d9e-bf71-bb552717634a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), before_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.684721 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.716429 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] Pushing event deleted for resources: {'Port': ['ID=03a78ca7-11d8-4230-bd90-cd5edf230e5d,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:25.720558 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] No DVR routers for this DVR port 03a78ca7-11d8-4230-bd90-cd5edf230e5d on host dv-cinder-826949-7-smb {{(pid=109983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:25.730953 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-4ce6c1b6-5248-4d9e-bf71-bb552717634a None None] For port 03a78ca7-11d8-4230-bd90-cd5edf230e5d, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=03a78ca7-11d8-4230-bd90-cd5edf230e5d,segment=NetworkSegment(791ffb8b-8ba0-427a-ae6f-0326dc855783),segment_id=791ffb8b-8ba0-427a-ae6f-0326dc855783)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:25.731606 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c1b6-5248-4d9e-bf71-bb552717634a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), precommit_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.757926 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6c1b6-5248-4d9e-bf71-bb552717634a None None] Calling delete_port for 03a78ca7-11d8-4230-bd90-cd5edf230e5d owned by network:dhcp {{(pid=109985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:52:25.844868 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874428', 'neutron.services.segments.db._delete_segments_for_network-8753808390777'] for network (06ea3f9f-899d-4f8c-a02f-09385074fa9f), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.852484 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c1b6-5248-4d9e-bf71-bb552717634a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (03a78ca7-11d8-4230-bd90-cd5edf230e5d), after_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.883225 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6c1b6-5248-4d9e-bf71-bb552717634a None None] Pushing event deleted for resources: {'Port': ['ID=03a78ca7-11d8-4230-bd90-cd5edf230e5d,revision_number=None']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:25.886288 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ea3f9f-899d-4f8c-a02f-09385074fa9f']}} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:25.890297 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6c1b6-5248-4d9e-bf71-bb552717634a None None] No DVR routers for this DVR port 03a78ca7-11d8-4230-bd90-cd5edf230e5d on host dv-cinder-826949-7-smb {{(pid=109985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:25.904028 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791ffb8b-8ba0-427a-ae6f-0326dc855783') {'for_net_delete': True} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:25.904314 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791ffb8b-8ba0-427a-ae6f-0326dc855783') {} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:25.921783 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753808389762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8553631'] for segment (791ffb8b-8ba0-427a-ae6f-0326dc855783), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.940539 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (791ffb8b-8ba0-427a-ae6f-0326dc855783), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.948853 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=109983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:25.949434 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2295843'] for segment (791ffb8b-8ba0-427a-ae6f-0326dc855783), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: Traceback (most recent call last): Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: timer() Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: cb(*args, **kw) Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: return func(*args, **kwargs) Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: self._notify() Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: self.callback(batched_events) Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: event.method(event) Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: return f(self, *a, **k) Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: return self._get(url).json() Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:25.951769 dv-cinder-826949-7-smb neutron-server[109983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:26.013430 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703573'] for network (06ea3f9f-899d-4f8c-a02f-09385074fa9f), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:26.020428 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:26.024389 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] 10.222.0.62 "DELETE /v2.0/networks/06ea3f9f-899d-4f8c-a02f-09385074fa9f HTTP/1.1" status: 204 len: 168 time: 0.8335521 Apr 28 19:52:26.043768 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaccd6-1f0c-49a7-86ad-746b3cfa4980 admin admin] Pushing event deleted for resources: {'Network': ['ID=06ea3f9f-899d-4f8c-a02f-09385074fa9f,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:26.171076 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56922) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:26.220684 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-88e925d4-9cb7-4e54-9034-dc96f7f00aef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab1e0ac4ecad478dbcac3b31e1781521&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0472100 Apr 28 19:52:26.223348 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56924) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:26.282921 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-757d7b45-15e1-464f-948a-11c07ce231a4 admin admin] Publish callbacks [] for security_group (02590c89-cdbe-4464-a4cf-b41d6944e712), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:26.311072 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-757d7b45-15e1-464f-948a-11c07ce231a4 admin admin] Publish callbacks [] for security_group (02590c89-cdbe-4464-a4cf-b41d6944e712), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:26.369944 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-757d7b45-15e1-464f-948a-11c07ce231a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (02590c89-cdbe-4464-a4cf-b41d6944e712), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:26.373122 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-757d7b45-15e1-464f-948a-11c07ce231a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:26.374563 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-757d7b45-15e1-464f-948a-11c07ce231a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/02590c89-cdbe-4464-a4cf-b41d6944e712 HTTP/1.1" status: 204 len: 168 time: 0.1500638 Apr 28 19:52:26.386623 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d7b45-15e1-464f-948a-11c07ce231a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02590c89-cdbe-4464-a4cf-b41d6944e712,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:26.584224 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 03a78ca7-11d8-4230-bd90-cd5edf230e5d no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:26.622510 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 03a78ca7-11d8-4230-bd90-cd5edf230e5d {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:52:26.623097 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 03a78ca7-11d8-4230-bd90-cd5edf230e5d not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:26.623840 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device cdc2600e-9993-4f02-9820-e7e450a14cde no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:52:26.661534 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: cdc2600e-9993-4f02-9820-e7e450a14cde {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:52:26.662009 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device cdc2600e-9993-4f02-9820-e7e450a14cde not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:52:27.199043 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56946) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:27.312416 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1586761969-network', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:52:27.346508 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] Made reservation on behalf of c9bfa786ed56409bb2c3e5c3abc8ff59 for: {'network': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:27.349118 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:27.358985 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:27.452327 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] Publish callbacks [] for security_group (6fdfb473-e829-40fb-a266-b3696272084e), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:27.457756 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (6fdfb473-e829-40fb-a266-b3696272084e), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:27.486818 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=109984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:52:27.500594 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdfb473-e829-40fb-a266-b3696272084e,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:27.506289 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (b084b874-cba4-41dd-a072-dd4ebc90b8be), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:27.506640 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.segments_db [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] Added segment b084b874-cba4-41dd-a072-dd4ebc90b8be of type vlan for network fea4e88f-6f73-4d49-b25b-d3e39fb232cd Apr 28 19:52:27.554483 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (fea4e88f-6f73-4d49-b25b-d3e39fb232cd), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:27.585218 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (fea4e88f-6f73-4d49-b25b-d3e39fb232cd), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:27.586669 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:27.587929 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:27.627376 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4269471 Apr 28 19:52:27.630958 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56950) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:27.662312 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-67ed1d14-6266-4eb0-91c9-7f3dd27bc376 admin admin] Request body: {'subnet': {'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-subnet', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:52:27.669967 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acef7c5-fcf9-493f-89af-4269d6df1d89 admin admin] Pushing event updated for resources: {'Network': ['ID=fea4e88f-6f73-4d49-b25b-d3e39fb232cd,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:27.680847 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network fea4e88f-6f73-4d49-b25b-d3e39fb232cd details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:52:27.697260 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ed1d14-6266-4eb0-91c9-7f3dd27bc376 admin admin] Made reservation on behalf of c9bfa786ed56409bb2c3e5c3abc8ff59 for: {'subnet': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:27.700626 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-67ed1d14-6266-4eb0-91c9-7f3dd27bc376 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:27.909032 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-67ed1d14-6266-4eb0-91c9-7f3dd27bc376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for subnet (f29c2b68-7e70-4c84-b811-93f50be23c2e), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:27.974969 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed1d14-6266-4eb0-91c9-7f3dd27bc376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29c2b68-7e70-4c84-b811-93f50be23c2e,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:27.988018 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed1d14-6266-4eb0-91c9-7f3dd27bc376 admin admin] Checking segment: {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:52:27.988380 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed1d14-6266-4eb0-91c9-7f3dd27bc376 admin admin] Network hostable DHCP agents. Network: fea4e88f-6f73-4d49-b25b-d3e39fb232cd, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:52:28.008431 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed1d14-6266-4eb0-91c9-7f3dd27bc376 admin admin] Network fea4e88f-6f73-4d49-b25b-d3e39fb232cd is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:52:28.021330 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-67ed1d14-6266-4eb0-91c9-7f3dd27bc376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, fea4e88f-6f73-4d49-b25b-d3e39fb232cd) {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:28.028139 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ed1d14-6266-4eb0-91c9-7f3dd27bc376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:28.029107 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-67ed1d14-6266-4eb0-91c9-7f3dd27bc376 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:28.036555 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb084a90-c355-44ad-ae1f-a84b26121b03 None None] Network fea4e88f-6f73-4d49-b25b-d3e39fb232cd requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:52:28.051305 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-67ed1d14-6266-4eb0-91c9-7f3dd27bc376 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4182966 Apr 28 19:52:28.053249 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56952) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:28.058699 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:52:28.084787 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4115884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1076'] for router (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:28.085869 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4116252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4119717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1085'] for router (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:28.142697 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Publish callbacks [] for router_controller (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), precommit_add_association {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:28.179103 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93ac679c-a999-5b9b-9bdf-54fab116b281-fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e'}]}} from dv-cinder-826949-7-smb. {{(pid=109985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 28 19:52:28.180459 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:28.302510 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Publish callbacks [] for router_gateway (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:28.360542 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.db_base_plugin_common [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Allocated IP 172.20.0.2 (fea4e88f-6f73-4d49-b25b-d3e39fb232cd/f29c2b68-7e70-4c84-b811-93f50be23c2e/1d329795-b05e-47d6-b210-cde6b3e5df09) {{(pid=109985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:28.552101 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Publish callbacks [] for router_gateway (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:28.574934 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Publish callbacks [] for port (1d329795-b05e-47d6-b210-cde6b3e5df09), precommit_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:28.578489 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:28.582853 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (1d329795-b05e-47d6-b210-cde6b3e5df09), after_create {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:28.625749 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Network fea4e88f-6f73-4d49-b25b-d3e39fb232cd is already hosted by enough agents. {{(pid=109985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:28.631579 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.scheduler.base_scheduler [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Resources bound (agent type, host, resource id): {{(pid=109985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:28.634362 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Received port after_create {{(pid=109985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:28.644586 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Pushing event updated for resources: {'Port': ['ID=1d329795-b05e-47d6-b210-cde6b3e5df09,revision_number=1']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:28.712385 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Attempting to bind port 1d329795-b05e-47d6-b210-cde6b3e5df09 on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:52:28.713485 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Attempting to bind port 1d329795-b05e-47d6-b210-cde6b3e5df09 by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:52:28.713485 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Attempting to bind port 1d329795-b05e-47d6-b210-cde6b3e5df09 on network fea4e88f-6f73-4d49-b25b-d3e39fb232cd {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:28.720616 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:28.721182 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Checking segment: {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:52:28.721947 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:28.722457 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Bound using segment: {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:28.723181 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Bound port: 1d329795-b05e-47d6-b210-cde6b3e5df09, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:52:28.723689 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (1d329795-b05e-47d6-b210-cde6b3e5df09), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:28.742525 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Allocated IP 172.28.0.106 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/48b63f6f-e5cd-46ec-9c06-dd683312577e) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:28.809588 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] For port 1d329795-b05e-47d6-b210-cde6b3e5df09, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:28.813386 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] For port 1d329795-b05e-47d6-b210-cde6b3e5df09, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=1d329795-b05e-47d6-b210-cde6b3e5df09,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:28.821504 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (1d329795-b05e-47d6-b210-cde6b3e5df09), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:28.891692 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Publish callbacks [] for port (48b63f6f-e5cd-46ec-9c06-dd683312577e), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:28.891964 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1d808-6be4-4eab-8bf7-d33e1f6bfff1 None None] Pushing event updated for resources: {'Port': ['ID=1d329795-b05e-47d6-b210-cde6b3e5df09,revision_number=2']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:28.941189 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (48b63f6f-e5cd-46ec-9c06-dd683312577e), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:28.983392 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:28.989197 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:28.994106 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:29.032585 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Pushing event updated for resources: {'Port': ['ID=48b63f6f-e5cd-46ec-9c06-dd683312577e,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:29.579354 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Publish callbacks [] for router_gateway (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:29.602639 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:52:29.878344 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4116245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704025'] for router (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:29.903702 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a1e31b-635d-47e7-b55b-fff919818afe None None] Network fea4e88f-6f73-4d49-b25b-d3e39fb232cd requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:52:29.980896 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-4751c3cd-9d78-49c1-a7ca-70b3e68b8ad7 None None] Provisioning complete for port 1d329795-b05e-47d6-b210-cde6b3e5df09 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:52:29.981162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4751c3cd-9d78-49c1-a7ca-70b3e68b8ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (1d329795-b05e-47d6-b210-cde6b3e5df09), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:30.085598 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 is scheduled to L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae with binding_index 1 {{(pid=109984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 19:52:30.151460 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-4751c3cd-9d78-49c1-a7ca-70b3e68b8ad7 None None] Current status of the port 1d329795-b05e-47d6-b210-cde6b3e5df09 is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:52:30.151782 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4751c3cd-9d78-49c1-a7ca-70b3e68b8ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (1d329795-b05e-47d6-b210-cde6b3e5df09), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:30.192192 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-4751c3cd-9d78-49c1-a7ca-70b3e68b8ad7 None None] For port 1d329795-b05e-47d6-b210-cde6b3e5df09, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=1d329795-b05e-47d6-b210-cde6b3e5df09,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:30.203011 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4751c3cd-9d78-49c1-a7ca-70b3e68b8ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (1d329795-b05e-47d6-b210-cde6b3e5df09), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:30.230306 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:52:30.245672 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Sync routers for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:52:30.258040 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:30.260013 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-935320f1-b40c-4969-ac6a-c51688af963a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2047567 Apr 28 19:52:30.263934 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56954) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:30.273329 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:30.274847 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:52:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:30.290841 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751c3cd-9d78-49c1-a7ca-70b3e68b8ad7 None None] Pushing event updated for resources: {'Port': ['ID=1d329795-b05e-47d6-b210-cde6b3e5df09,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:30.440660 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-706d4d7d-b60e-41ce-b0e6-9c16cbc864be None None] Provisioning complete for port 1d329795-b05e-47d6-b210-cde6b3e5df09 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:52:30.441382 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-706d4d7d-b60e-41ce-b0e6-9c16cbc864be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (1d329795-b05e-47d6-b210-cde6b3e5df09), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:30.448988 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:30.652524 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-706d4d7d-b60e-41ce-b0e6-9c16cbc864be None None] Current status of the port 1d329795-b05e-47d6-b210-cde6b3e5df09 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:52:30.683761 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:29Z', 'revision_number': 3, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:30.684975 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 1d329795-b05e-47d6-b210-cde6b3e5df09 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:30.724303 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Checking router: 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:52:30.724972 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Updating router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 port 48b63f6f-e5cd-46ec-9c06-dd683312577e binding host dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:52:30.761701 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (48b63f6f-e5cd-46ec-9c06-dd683312577e), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:30.776745 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 1d329795-b05e-47d6-b210-cde6b3e5df09 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:52:30.777344 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (1d329795-b05e-47d6-b210-cde6b3e5df09), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:30.894626 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 1d329795-b05e-47d6-b210-cde6b3e5df09 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:52:31.220302 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:31.293205 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Publish callbacks [] for port (48b63f6f-e5cd-46ec-9c06-dd683312577e), precommit_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:31.301966 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (48b63f6f-e5cd-46ec-9c06-dd683312577e), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:31.365812 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Pushing event updated for resources: {'Port': ['ID=48b63f6f-e5cd-46ec-9c06-dd683312577e,revision_number=2']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:31.383132 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.383645 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.384118 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.385221 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.385707 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.386128 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.386541 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.386956 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.387689 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.388173 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.388661 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.389262 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.389695 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.390153 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.390595 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:31.395478 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Attempting to bind port 48b63f6f-e5cd-46ec-9c06-dd683312577e on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:52:31.396153 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Attempting to bind port 48b63f6f-e5cd-46ec-9c06-dd683312577e by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:52:31.396656 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Attempting to bind port 48b63f6f-e5cd-46ec-9c06-dd683312577e on network dbab025d-de0a-47ac-91fe-6d3e732a910f {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:31.405801 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:31.406394 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Checking segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:52:31.407027 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:31.407652 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Bound using segment: {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'} {{(pid=109986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:31.408467 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.managers [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Bound port: 48b63f6f-e5cd-46ec-9c06-dd683312577e, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7057a6-05b7-4e1f-9624-3296ba255486', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}}] {{(pid=109986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:52:31.409074 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (48b63f6f-e5cd-46ec-9c06-dd683312577e), before_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:31.471823 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Allocated IP 172.20.0.1 (fea4e88f-6f73-4d49-b25b-d3e39fb232cd/f29c2b68-7e70-4c84-b811-93f50be23c2e/3a50dfa6-8a77-477f-b4a6-840a1aa20ae0) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:31.496509 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] For port 48b63f6f-e5cd-46ec-9c06-dd683312577e, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:31.501509 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.plugins.ml2.db [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] For port 48b63f6f-e5cd-46ec-9c06-dd683312577e, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=48b63f6f-e5cd-46ec-9c06-dd683312577e,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:31.509638 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron_lib.callbacks.manager [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (48b63f6f-e5cd-46ec-9c06-dd683312577e), after_update {{(pid=109986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:31.594950 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:31.596067 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:52:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:31.616518 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Publish callbacks [] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:31.656161 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:31.682168 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857dd81-00f2-4a58-88b2-3976713150f1 None None] Pushing event updated for resources: {'Port': ['ID=48b63f6f-e5cd-46ec-9c06-dd683312577e,revision_number=3']} {{(pid=109986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:31.699118 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Network fea4e88f-6f73-4d49-b25b-d3e39fb232cd is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:31.702521 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:31.709149 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:31.743691 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Pushing event updated for resources: {'Port': ['ID=3a50dfa6-8a77-477f-b4a6-840a1aa20ae0,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:31.770831 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3703724'] for router_interface (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:31.834303 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:31.982468 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:32.088708 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:29Z', 'revision_number': 3, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:32.089213 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-3adc2d0c-29bf-4113-9fe5-45d3755350f6 None None] Provisioning complete for port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:52:32.089967 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-3adc2d0c-29bf-4113-9fe5-45d3755350f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:32.136279 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-3adc2d0c-29bf-4113-9fe5-45d3755350f6 None None] Port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:52:32.136866 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8cad37-ed55-4493-a27b-19cfe42a2853 None None] The sync data for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb is: [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:29Z', 'revision_number': 3, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:52:32.231410 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Publish callbacks [] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:32.238058 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:32.318520 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Pushing event updated for resources: {'Port': ['ID=3a50dfa6-8a77-477f-b4a6-840a1aa20ae0,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:32.321199 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4114972'] for router_interface (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:32.332910 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:32.333253 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:32.333590 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:32.333930 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:32.334257 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:32.334590 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:32.334913 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:32.335232 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:32.335552 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:32.335907 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:32.336232 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:32.336552 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:32.336873 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:32.337190 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:32.337607 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:32.486139 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Network fea4e88f-6f73-4d49-b25b-d3e39fb232cd is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:32.488018 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:32.653067 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 48b63f6f-e5cd-46ec-9c06-dd683312577e up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:32.745217 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:52:32.752527 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 48b63f6f-e5cd-46ec-9c06-dd683312577e triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:52:32.752908 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (48b63f6f-e5cd-46ec-9c06-dd683312577e), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:32.902780 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 48b63f6f-e5cd-46ec-9c06-dd683312577e is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:52:32.903426 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (48b63f6f-e5cd-46ec-9c06-dd683312577e), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:32.913537 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:52:32.941359 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-6399eeee-ae06-416e-a4fd-dc3c6aaf21ad admin admin] 10.222.0.62 "PUT /v2.0/routers/1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6677191 Apr 28 19:52:33.213395 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] For port 48b63f6f-e5cd-46ec-9c06-dd683312577e, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=48b63f6f-e5cd-46ec-9c06-dd683312577e,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:33.222084 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-e6aebeb7-fd91-4439-812e-3938584e12bc None None] Provisioning complete for port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:52:33.222801 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e6aebeb7-fd91-4439-812e-3938584e12bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:33.265740 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (48b63f6f-e5cd-46ec-9c06-dd683312577e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:33.352604 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-e6aebeb7-fd91-4439-812e-3938584e12bc None None] Port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:52:33.392066 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Pushing event updated for resources: {'Port': ['ID=48b63f6f-e5cd-46ec-9c06-dd683312577e,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:33.714074 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 56964) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:33.718895 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-fce67f1f-79db-45fd-9efd-d35ac13669f8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--542948010', 'description': 'tempest-description--1803763958'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:52:33.744177 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-fce67f1f-79db-45fd-9efd-d35ac13669f8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:33.876200 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-fce67f1f-79db-45fd-9efd-d35ac13669f8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (fb938d3d-b2ea-459f-9964-962eb040d67a), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:33.881621 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-fce67f1f-79db-45fd-9efd-d35ac13669f8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (fb938d3d-b2ea-459f-9964-962eb040d67a), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:33.924097 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-fce67f1f-79db-45fd-9efd-d35ac13669f8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:33.925702 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-fce67f1f-79db-45fd-9efd-d35ac13669f8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2103946 Apr 28 19:52:33.930463 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56966) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:33.934326 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce67f1f-79db-45fd-9efd-d35ac13669f8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb938d3d-b2ea-459f-9964-962eb040d67a,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:33.938460 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-455be8b0-94cb-4042-ae0f-c0334cb28129 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'security_group_rule': {'security_group_id': 'fb938d3d-b2ea-459f-9964-962eb040d67a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:52:33.979914 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-455be8b0-94cb-4042-ae0f-c0334cb28129 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (5c9a8f3d-ce88-4508-8178-bb35f0fd7fbb), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:34.059030 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-455be8b0-94cb-4042-ae0f-c0334cb28129 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (5c9a8f3d-ce88-4508-8178-bb35f0fd7fbb), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:34.065698 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-455be8b0-94cb-4042-ae0f-c0334cb28129 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (5c9a8f3d-ce88-4508-8178-bb35f0fd7fbb), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:34.097169 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455be8b0-94cb-4042-ae0f-c0334cb28129 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9a8f3d-ce88-4508-8178-bb35f0fd7fbb,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:34.111316 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-455be8b0-94cb-4042-ae0f-c0334cb28129 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:34.117000 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-455be8b0-94cb-4042-ae0f-c0334cb28129 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1816833 Apr 28 19:52:34.117579 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56968) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:34.124561 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-1dac56d4-7f0b-4185-b71f-481b352fe331 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'security_group_rule': {'security_group_id': 'fb938d3d-b2ea-459f-9964-962eb040d67a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:52:34.162736 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1dac56d4-7f0b-4185-b71f-481b352fe331 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (6f383610-9322-428b-9780-877e04580732), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:34.247023 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1dac56d4-7f0b-4185-b71f-481b352fe331 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (6f383610-9322-428b-9780-877e04580732), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:34.252501 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1dac56d4-7f0b-4185-b71f-481b352fe331 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (6f383610-9322-428b-9780-877e04580732), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:34.278603 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac56d4-7f0b-4185-b71f-481b352fe331 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f383610-9322-428b-9780-877e04580732,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:34.290044 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1dac56d4-7f0b-4185-b71f-481b352fe331 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:34.292148 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-1dac56d4-7f0b-4185-b71f-481b352fe331 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1733391 Apr 28 19:52:34.295887 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 56970) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:34.296135 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Sync routers for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:52:34.300565 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'floatingip': {'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:52:34.313927 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:34.314949 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:52:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:34.328041 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:34.424885 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:34.522106 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:34.607528 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Allocated IP 172.28.0.246 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/10d81b58-9bda-4202-b2c5-d7666234e994) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:34.643198 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 48b63f6f-e5cd-46ec-9c06-dd683312577e up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:34.761318 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 48b63f6f-e5cd-46ec-9c06-dd683312577e triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:52:34.761569 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (48b63f6f-e5cd-46ec-9c06-dd683312577e), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:34.774071 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for port (10d81b58-9bda-4202-b2c5-d7666234e994), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:34.826110 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (10d81b58-9bda-4202-b2c5-d7666234e994), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:34.859464 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 2, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:34.875039 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:34.879368 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:34.888219 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:34.902404 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'Port': ['ID=10d81b58-9bda-4202-b2c5-d7666234e994,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:34.929381 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Checking router: 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:52:34.929735 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Updating router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 binding host dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:52:34.962400 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (e46c1279-fd5b-425e-9e91-c38788920d84), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:34.973504 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 48b63f6f-e5cd-46ec-9c06-dd683312577e is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:52:34.975969 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:35.017232 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (10d81b58-9bda-4202-b2c5-d7666234e994), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:35.247279 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for port (10d81b58-9bda-4202-b2c5-d7666234e994), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:35.255108 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (10d81b58-9bda-4202-b2c5-d7666234e994), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:35.289415 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (e46c1279-fd5b-425e-9e91-c38788920d84), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:35.323217 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:35.333971 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0278010 Apr 28 19:52:35.333971 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d855df5-6352-4e1a-a041-c953200e2b09 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'Port': ['ID=10d81b58-9bda-4202-b2c5-d7666234e994,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:35.348410 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Publish callbacks [] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), precommit_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:35.356752 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:35.453587 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Pushing event updated for resources: {'Port': ['ID=3a50dfa6-8a77-477f-b4a6-840a1aa20ae0,revision_number=3']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:35.495007 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:35.495536 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:35.496104 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:35.496660 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:35.497230 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:35.497715 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:35.498303 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:35.498718 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:35.499055 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:35.499514 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:35.500080 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:35.500638 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:35.501213 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:35.501739 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:35.503073 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:35.556266 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-6f392532-7489-4a2a-974f-eae91b54877d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--542948010&fields=id&tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59 HTTP/1.1" status: 200 len: 267 time: 0.0778325 Apr 28 19:52:35.562017 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Attempting to bind port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 on host dv-cinder-826949-7-smb for vnic_type normal with profile {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:52:35.562515 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Attempting to bind port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 by drivers openvswitch,hyperv on host dv-cinder-826949-7-smb at level 0 using segments [{'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:52:35.563018 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Attempting to bind port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 on network fea4e88f-6f73-4d49-b25b-d3e39fb232cd {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:35.573498 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Checking agent: {'id': 'bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 34, 54), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:35.574058 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Checking segment: {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:52:35.574698 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:35.575205 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Bound using segment: {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'} {{(pid=109985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:35.575866 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.managers [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Bound port: 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0, host: dv-cinder-826949-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'}}] {{(pid=109985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:52:35.576436 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:35.691367 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] For port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0, host dv-cinder-826949-7-smb, cleared binding levels {{(pid=109985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:35.697530 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] For port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0, host dv-cinder-826949-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=3a50dfa6-8a77-477f-b4a6-840a1aa20ae0,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:35.708379 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:35.725145 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-d992cc11-2775-4685-974c-3de69bad3415 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:35.727639 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-d992cc11-2775-4685-974c-3de69bad3415 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 815 time: 0.1629510 Apr 28 19:52:35.750381 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-4502d0cd-298d-472c-ade5-40232f505abf tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/quotas/c9bfa786ed56409bb2c3e5c3abc8ff59 HTTP/1.1" status: 200 len: 375 time: 0.0154939 Apr 28 19:52:35.838933 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-dc7a9eec-33a0-4242-b35c-3495ae706c9d None None] Provisioning complete for port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:52:35.839523 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-dc7a9eec-33a0-4242-b35c-3495ae706c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:35.841612 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-6888b18e-7b05-4d53-ad66-42a1f77e53ec tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845611 Apr 28 19:52:35.842291 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:35.843039 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:52:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:35.849036 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd2b08-930f-47b6-8a14-3aadf2278be9 None None] Pushing event updated for resources: {'Port': ['ID=3a50dfa6-8a77-477f-b4a6-840a1aa20ae0,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:36.028662 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-2ae13792-ca97-449d-94ef-00ded24ec277 service neutron] 10.222.0.62 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621096 Apr 28 19:52:36.137019 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:36.193888 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-1b53a72b-24ae-40a3-8db9-91af3836a9bb service neutron] 10.222.0.62 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558022 Apr 28 19:52:36.199319 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-dc7a9eec-33a0-4242-b35c-3495ae706c9d None None] Current status of the port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 is: DOWN; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:52:36.199662 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-dc7a9eec-33a0-4242-b35c-3495ae706c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:36.383131 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-dc7a9eec-33a0-4242-b35c-3495ae706c9d None None] For port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=3a50dfa6-8a77-477f-b4a6-840a1aa20ae0,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:36.392118 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-dc7a9eec-33a0-4242-b35c-3495ae706c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:36.514514 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a01d77ea-c905-4c8d-aa06-cec4e876898d req-16f43b57-ddfe-4537-af18-6e5bd2628c0b tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 210 time: 0.0611176 Apr 28 19:52:36.546620 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a9eec-33a0-4242-b35c-3495ae706c9d None None] Pushing event updated for resources: {'Port': ['ID=3a50dfa6-8a77-477f-b4a6-840a1aa20ae0,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:36.564158 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-8a23444e-d13b-4dbf-8c19-2132837b2a40 None None] Provisioning complete for port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:52:36.564527 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-8a23444e-d13b-4dbf-8c19-2132837b2a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:36.646749 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:35Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:36.681703 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25991a1b-7d31-4821-976c-00832f7a7c76 None None] The sync data for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb is: [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:35Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:52:36.757891 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-8a23444e-d13b-4dbf-8c19-2132837b2a40 None None] Current status of the port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:52:37.687350 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f79f1172-2d35-4960-b767-365ac9f493ef req-6e6c1ecc-8911-4ae6-b800-1290efc4f7ca tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 210 time: 0.0325789 Apr 28 19:52:38.029586 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-01146c1a-0c9c-4acb-9e13-3ebc6ea29a12 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:38.031874 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-01146c1a-0c9c-4acb-9e13-3ebc6ea29a12 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 815 time: 0.1771202 Apr 28 19:52:38.113883 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-282729aa-9a73-4876-b9b7-1f2e9b3b5953 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59 HTTP/1.1" status: 200 len: 379 time: 0.0680745 Apr 28 19:52:38.166802 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-8358c2d6-a42c-4755-8347-d059a9bd4c10 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'port': {'device_id': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'admin_state_up': True, 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'security_groups': ['fb938d3d-b2ea-459f-9964-962eb040d67a']}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:52:38.301846 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-8358c2d6-a42c-4755-8347-d059a9bd4c10 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Made reservation on behalf of c9bfa786ed56409bb2c3e5c3abc8ff59 for: {'port': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:38.307408 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-8358c2d6-a42c-4755-8347-d059a9bd4c10 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:38.456386 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-8358c2d6-a42c-4755-8347-d059a9bd4c10 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Allocated IP 172.20.0.3 (fea4e88f-6f73-4d49-b25b-d3e39fb232cd/f29c2b68-7e70-4c84-b811-93f50be23c2e/239c4844-0ecc-4bbe-90b6-d558d9194d0b) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:38.626931 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 up at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:38.648730 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-8358c2d6-a42c-4755-8347-d059a9bd4c10 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:38.704846 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-8358c2d6-a42c-4755-8347-d059a9bd4c10 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792'] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:38.710110 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Provisioning complete for port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:52:38.710700 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:38.774249 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-8358c2d6-a42c-4755-8347-d059a9bd4c10 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Network fea4e88f-6f73-4d49-b25b-d3e39fb232cd is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:38.780711 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-8358c2d6-a42c-4755-8347-d059a9bd4c10 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:38.785076 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-8358c2d6-a42c-4755-8347-d059a9bd4c10 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:52:38.790510 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-8358c2d6-a42c-4755-8347-d059a9bd4c10 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:38.791195 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-8358c2d6-a42c-4755-8347-d059a9bd4c10 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:38.812876 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358c2d6-a42c-4755-8347-d059a9bd4c10 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'Port': ['ID=239c4844-0ecc-4bbe-90b6-d558d9194d0b,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:38.822289 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-8358c2d6-a42c-4755-8347-d059a9bd4c10 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6599555 Apr 28 19:52:38.840356 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Request body: {'port': {'device_id': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:52:38.844239 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Current status of the port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 is: ACTIVE; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:52:38.989615 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71072ea6-b536-4de9-b0ca-be052a1cd908 req-5d7dc98c-0191-46e5-8c45-76797086f5b9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:38.992164 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-71072ea6-b536-4de9-b0ca-be052a1cd908 req-5d7dc98c-0191-46e5-8c45-76797086f5b9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 931 time: 0.1573803 Apr 28 19:52:39.018985 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:39.095104 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-71072ea6-b536-4de9-b0ca-be052a1cd908 req-2775790f-01da-4b25-8b72-ab9b7d40fb6a tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb938d3d-b2ea-459f-9964-962eb040d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904052 Apr 28 19:52:39.097198 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-0a7c8fa5-d0af-4410-b1ba-1669170c18e4 None None] Provisioning complete for port 239c4844-0ecc-4bbe-90b6-d558d9194d0b triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:52:39.097917 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8fa5-d0af-4410-b1ba-1669170c18e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:39.163236 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c8fa5-d0af-4410-b1ba-1669170c18e4 None None] Port 239c4844-0ecc-4bbe-90b6-d558d9194d0b cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:52:39.391566 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239c4844-0ecc-4bbe-90b6-d558d9194d0b {{(pid=109984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:39.400814 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Publish callbacks [] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:39.415240 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.provisioning_blocks [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Transition to ACTIVE for port object 239c4844-0ecc-4bbe-90b6-d558d9194d0b will not be triggered until provisioned by entity L2. {{(pid=109984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:52:39.422009 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:39.485353 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Pushing event updated for resources: {'Port': ['ID=239c4844-0ecc-4bbe-90b6-d558d9194d0b,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:39.527978 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Attempting to bind port 239c4844-0ecc-4bbe-90b6-d558d9194d0b on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:52:39.528305 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Attempting to bind port 239c4844-0ecc-4bbe-90b6-d558d9194d0b by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:52:39.528649 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Attempting to bind port 239c4844-0ecc-4bbe-90b6-d558d9194d0b on network fea4e88f-6f73-4d49-b25b-d3e39fb232cd {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:39.533882 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Port 239c4844-0ecc-4bbe-90b6-d558d9194d0b on network fea4e88f-6f73-4d49-b25b-d3e39fb232cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:52:39.534218 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Attempting to bind port 239c4844-0ecc-4bbe-90b6-d558d9194d0b on network fea4e88f-6f73-4d49-b25b-d3e39fb232cd {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:52:39.541453 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:52:39.541806 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Checking segment: {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:52:39.542206 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Bound using segment: {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'} {{(pid=109984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:52:39.542662 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.managers [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Bound port: 239c4844-0ecc-4bbe-90b6-d558d9194d0b, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'}}] {{(pid=109984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:52:39.543031 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:39.621033 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] For port 239c4844-0ecc-4bbe-90b6-d558d9194d0b, host hv-cinder-82694, cleared binding levels {{(pid=109984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:52:39.624890 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] For port 239c4844-0ecc-4bbe-90b6-d558d9194d0b, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=239c4844-0ecc-4bbe-90b6-d558d9194d0b,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:52:39.640462 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:39.680310 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:39.680816 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:39.682721 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] 10.222.0.65 "PUT /v2.0/ports/239c4844-0ecc-4bbe-90b6-d558d9194d0b HTTP/1.1" status: 200 len: 1093 time: 0.8497519 Apr 28 19:52:39.683206 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'tag': '239c4844-0ecc-4bbe-90b6-d558d9194d0b'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:39.685815 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db3bd29-c8d7-4a36-8f35-745a9d88e767" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf0e416-524d-496b-ba99-4716a3577f8f", "tag": "239c4844-0ecc-4bbe-90b6-d558d9194d0b"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:39.715608 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c90d2-7ee1-432c-ba55-0b2d266620e7 service neutron] Pushing event updated for resources: {'Port': ['ID=239c4844-0ecc-4bbe-90b6-d558d9194d0b,revision_number=3']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:39.800385 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e78ee1-c47d-410f-8fa3-4ecb9d56f07f x-openstack-request-id: req-57e78ee1-c47d-410f-8fa3-4ecb9d56f07f {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:39.800738 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf0e416-524d-496b-ba99-4716a3577f8f", "tag": "239c4844-0ecc-4bbe-90b6-d558d9194d0b", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:39.801052 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57e78ee1-c47d-410f-8fa3-4ecb9d56f07f {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:39.802169 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e78ee1-c47d-410f-8fa3-4ecb9d56f07f'] response: {'name': 'network-changed', 'server_uuid': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'tag': '239c4844-0ecc-4bbe-90b6-d558d9194d0b', 'status': 'completed', 'code': 200} Apr 28 19:52:39.818123 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-f6e6368c-755c-4de0-bb38-a31a2c0b9501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:39.819748 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-f6e6368c-755c-4de0-bb38-a31a2c0b9501 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 1127 time: 0.0703785 Apr 28 19:52:39.885564 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-12cd52eb-e5d3-440a-8312-d27a5afbe5a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239c4844-0ecc-4bbe-90b6-d558d9194d0b HTTP/1.1" status: 200 len: 217 time: 0.0569201 Apr 28 19:52:39.944705 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-ae84b99d-2c05-4426-b6b0-d6a7ba2a00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:39.946225 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-ae84b99d-2c05-4426-b6b0-d6a7ba2a00a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 200 len: 854 time: 0.0547757 Apr 28 19:52:40.005131 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-ae8e2cfb-f16b-4420-b8c6-1a1e16954641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:40.006698 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-ae8e2cfb-f16b-4420-b8c6-1a1e16954641 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0530632 Apr 28 19:52:40.119389 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-07a3f272-d763-4087-a513-fcf9a2403a1e service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051815 Apr 28 19:52:40.243917 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a721e60f-6fc3-4ce5-a5d5-93b31d7eb488 req-3d6371ed-83cf-45f8-b8a1-bec6d8ef9ac5 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179063 Apr 28 19:52:40.297351 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbd3d7-c5a4-490c-a8b4-dc2aebd80032 req-6fda6092-a9ec-4a20-b395-6d439a799c77 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:40.300081 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7abbd3d7-c5a4-490c-a8b4-dc2aebd80032 req-6fda6092-a9ec-4a20-b395-6d439a799c77 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 943 time: 0.0736847 Apr 28 19:52:40.371373 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7abbd3d7-c5a4-490c-a8b4-dc2aebd80032 req-bbb2f17b-a8b5-4f8a-bef7-aa61a3ade1f8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb938d3d-b2ea-459f-9964-962eb040d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651906 Apr 28 19:52:40.429593 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:41.527276 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c642c-d8de-447b-947a-7a15c64ff985 req-20a8ff2c-e701-4d00-a340-7d069ff382f2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:41.528920 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a65c642c-d8de-447b-947a-7a15c64ff985 req-20a8ff2c-e701-4d00-a340-7d069ff382f2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 943 time: 0.0789368 Apr 28 19:52:41.588493 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a65c642c-d8de-447b-947a-7a15c64ff985 req-7f2e1032-fe9e-48fb-aad3-fb1481bf5597 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb938d3d-b2ea-459f-9964-962eb040d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493433 Apr 28 19:52:42.721595 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae35c5-061f-4d93-ae55-f414c6913804 req-224ad321-a938-4739-97fb-3c800ffbbe34 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:42.723172 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-61ae35c5-061f-4d93-ae55-f414c6913804 req-224ad321-a938-4739-97fb-3c800ffbbe34 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 943 time: 0.0557661 Apr 28 19:52:42.796733 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-61ae35c5-061f-4d93-ae55-f414c6913804 req-98c02881-8d4b-414b-9400-9b5d3f347141 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb938d3d-b2ea-459f-9964-962eb040d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630898 Apr 28 19:52:43.117435 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bd29-c8d7-4a36-8f35-745a9d88e767 req-5a2312ab-da58-496d-b64b-a90e51078ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:43.119956 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9db3bd29-c8d7-4a36-8f35-745a9d88e767 req-5a2312ab-da58-496d-b64b-a90e51078ba3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 1127 time: 0.0446603 Apr 28 19:52:43.240827 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bd29-c8d7-4a36-8f35-745a9d88e767 req-27bb1783-38dd-4f8e-9a94-1202c6e8973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:43.244041 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9db3bd29-c8d7-4a36-8f35-745a9d88e767 req-27bb1783-38dd-4f8e-9a94-1202c6e8973e service neutron] 10.222.0.65 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 916 time: 0.1166220 Apr 28 19:52:43.295705 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9db3bd29-c8d7-4a36-8f35-745a9d88e767 req-a6928643-79d6-4a80-99d0-518dbbebe1d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239c4844-0ecc-4bbe-90b6-d558d9194d0b HTTP/1.1" status: 200 len: 217 time: 0.0441711 Apr 28 19:52:43.354597 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bd29-c8d7-4a36-8f35-745a9d88e767 req-3e447ec3-3627-4d52-8c52-244a7e2dff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:43.357085 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9db3bd29-c8d7-4a36-8f35-745a9d88e767 req-3e447ec3-3627-4d52-8c52-244a7e2dff0e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 200 len: 854 time: 0.0511506 Apr 28 19:52:43.409233 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3bd29-c8d7-4a36-8f35-745a9d88e767 req-4ce850ba-2406-4ecc-a9bc-ff472c1b243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:43.410904 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9db3bd29-c8d7-4a36-8f35-745a9d88e767 req-4ce850ba-2406-4ecc-a9bc-ff472c1b243c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0460434 Apr 28 19:52:43.521539 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9db3bd29-c8d7-4a36-8f35-745a9d88e767 req-ee09be41-bfcf-409f-bc67-9a22176009fa service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013353 Apr 28 19:52:43.642737 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9db3bd29-c8d7-4a36-8f35-745a9d88e767 req-fce41fe0-e093-4a83-90fe-5efe228add29 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142447 Apr 28 19:52:43.943118 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a3352-c336-480b-aac5-a650e90cdf2e req-f9c5e90d-c3bf-4185-8f99-2145afe2895e tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:43.944838 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2b3a3352-c336-480b-aac5-a650e90cdf2e req-f9c5e90d-c3bf-4185-8f99-2145afe2895e tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 943 time: 0.0669820 Apr 28 19:52:44.004893 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2b3a3352-c336-480b-aac5-a650e90cdf2e req-572c2a52-e15c-4830-87cf-adbab2275f30 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb938d3d-b2ea-459f-9964-962eb040d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527561 Apr 28 19:52:45.151464 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763eb28-5b56-49bc-9624-97e8beee27ea req-78b5c75c-db70-41dd-9af0-f9530a49d32b tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:45.154165 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7763eb28-5b56-49bc-9624-97e8beee27ea req-78b5c75c-db70-41dd-9af0-f9530a49d32b tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 943 time: 0.0732086 Apr 28 19:52:45.224519 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7763eb28-5b56-49bc-9624-97e8beee27ea req-7a8b138b-cba2-4d08-9ec6-0455f06ffe73 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb938d3d-b2ea-459f-9964-962eb040d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645909 Apr 28 19:52:45.269923 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 239c4844-0ecc-4bbe-90b6-d558d9194d0b details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:52:45.393716 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 239c4844-0ecc-4bbe-90b6-d558d9194d0b, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=239c4844-0ecc-4bbe-90b6-d558d9194d0b,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:45.409920 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '239c4844-0ecc-4bbe-90b6-d558d9194d0b', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'port_id': '239c4844-0ecc-4bbe-90b6-d558d9194d0b', 'mac_address': 'fa:16:3e:52:c7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:52:45.456676 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 239c4844-0ecc-4bbe-90b6-d558d9194d0b is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:52:45.457319 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:45.477444 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239c4844-0ecc-4bbe-90b6-d558d9194d0b {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:45.505622 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 239c4844-0ecc-4bbe-90b6-d558d9194d0b, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=239c4844-0ecc-4bbe-90b6-d558d9194d0b,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:45.511177 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:45.573234 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=239c4844-0ecc-4bbe-90b6-d558d9194d0b,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:45.886277 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['239c4844-0ecc-4bbe-90b6-d558d9194d0b'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:52:46.350628 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d233095-6fb8-49f3-81cc-ef07e745c24f req-85a3167f-9de6-4835-88ad-4f48cfcb5bee tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:46.352242 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2d233095-6fb8-49f3-81cc-ef07e745c24f req-85a3167f-9de6-4835-88ad-4f48cfcb5bee tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 944 time: 0.0528464 Apr 28 19:52:46.413803 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2d233095-6fb8-49f3-81cc-ef07e745c24f req-96eb3f14-7c8e-4e4f-b700-6db65ff1210a tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb938d3d-b2ea-459f-9964-962eb040d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512695 Apr 28 19:52:47.077507 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-204dbb7c-4469-4eef-9840-666f26ab258e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:47.284597 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 239c4844-0ecc-4bbe-90b6-d558d9194d0b up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:52:47.488815 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port 239c4844-0ecc-4bbe-90b6-d558d9194d0b completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:52:47.500737 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 239c4844-0ecc-4bbe-90b6-d558d9194d0b triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:52:47.501314 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:47.590544 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa71c5-0284-4e38-af11-26c685f84a7b req-ce8f6a07-84d8-4a57-9129-c6ff1a2fcabe tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:47.592720 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3faa71c5-0284-4e38-af11-26c685f84a7b req-ce8f6a07-84d8-4a57-9129-c6ff1a2fcabe tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 944 time: 0.0682673 Apr 28 19:52:47.605388 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 239c4844-0ecc-4bbe-90b6-d558d9194d0b is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:52:47.605868 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:47.636284 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239c4844-0ecc-4bbe-90b6-d558d9194d0b'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:47.639357 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0d88fc-80ff-413a-b5a3-57d19b50a7ad" -d '{"events": [{"server_uuid": "4cf0e416-524d-496b-ba99-4716a3577f8f", "name": "network-vif-plugged", "status": "completed", "tag": "239c4844-0ecc-4bbe-90b6-d558d9194d0b"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:47.657486 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 239c4844-0ecc-4bbe-90b6-d558d9194d0b, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=239c4844-0ecc-4bbe-90b6-d558d9194d0b,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:52:47.663285 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:47.670279 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3faa71c5-0284-4e38-af11-26c685f84a7b req-4c3b7319-50bb-4710-9548-4af13e0bee94 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb938d3d-b2ea-459f-9964-962eb040d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670915 Apr 28 19:52:47.720041 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff012ea-48a0-4691-b91a-173940270b3c x-openstack-request-id: req-eff012ea-48a0-4691-b91a-173940270b3c {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:47.721106 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf0e416-524d-496b-ba99-4716a3577f8f", "name": "network-vif-plugged", "status": "completed", "tag": "239c4844-0ecc-4bbe-90b6-d558d9194d0b", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:47.721430 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eff012ea-48a0-4691-b91a-173940270b3c {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:47.721881 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff012ea-48a0-4691-b91a-173940270b3c'] response: {'server_uuid': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239c4844-0ecc-4bbe-90b6-d558d9194d0b', 'code': 200} Apr 28 19:52:47.756612 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=239c4844-0ecc-4bbe-90b6-d558d9194d0b,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:47.910001 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7a13a-f15e-41a4-83e4-b3ec2be2aa0e req-8df1fd72-34ae-4e94-b10c-56f5cfd7c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:47.911694 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-54b7a13a-f15e-41a4-83e4-b3ec2be2aa0e req-8df1fd72-34ae-4e94-b10c-56f5cfd7c92b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 1129 time: 0.0509505 Apr 28 19:52:47.969256 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-54b7a13a-f15e-41a4-83e4-b3ec2be2aa0e req-732c69a7-57fc-4b6e-9541-f996ad7fbb5a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fb938d3d-b2ea-459f-9964-962eb040d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505278 Apr 28 19:52:48.827789 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288c8a8-80b1-4ea1-b08d-b5638b5380bc req-bcd6a77c-f44e-44c5-b039-575eedff0f20 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:48.830922 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4288c8a8-80b1-4ea1-b08d-b5638b5380bc req-bcd6a77c-f44e-44c5-b039-575eedff0f20 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 945 time: 0.0623808 Apr 28 19:52:48.891036 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4288c8a8-80b1-4ea1-b08d-b5638b5380bc req-fa18f2a9-8ba1-49b7-b50e-dd6c22925ca4 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb938d3d-b2ea-459f-9964-962eb040d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503502 Apr 28 19:52:49.308135 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa147-23d1-47b4-8d2f-cfd714e0c7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:50.036885 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88827b6-f1d4-417e-a3e0-1a001df36384 req-9be51b54-3126-4f4f-9223-d70a6d1bf7b2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:50.038666 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b88827b6-f1d4-417e-a3e0-1a001df36384 req-9be51b54-3126-4f4f-9223-d70a6d1bf7b2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 945 time: 0.0653458 Apr 28 19:52:50.121256 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b88827b6-f1d4-417e-a3e0-1a001df36384 req-67faf38d-88d6-40a7-afce-f879f0608f8b tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb938d3d-b2ea-459f-9964-962eb040d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741403 Apr 28 19:52:50.245116 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fea4b6-0ada-4313-824d-72b3b4c2110f req-a1091c56-dc8b-41e4-a404-3b9ab212e475 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:50.246720 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-91fea4b6-0ada-4313-824d-72b3b4c2110f req-a1091c56-dc8b-41e4-a404-3b9ab212e475 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 945 time: 0.0527613 Apr 28 19:52:50.256357 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 57040) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:52:50.262407 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-9d3bae76-db18-4aef-b1a2-4933e21ba8f9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'floatingip': {'port_id': '239c4844-0ecc-4bbe-90b6-d558d9194d0b'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:52:50.305718 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9d3bae76-db18-4aef-b1a2-4933e21ba8f9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (e46c1279-fd5b-425e-9e91-c38788920d84), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:50.842728 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9d3bae76-db18-4aef-b1a2-4933e21ba8f9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:50.847904 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9d3bae76-db18-4aef-b1a2-4933e21ba8f9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (e46c1279-fd5b-425e-9e91-c38788920d84), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:50.965786 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:50.976962 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.l3_db [None req-9d3bae76-db18-4aef-b1a2-4933e21ba8f9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Floating IP e46c1279-fd5b-425e-9e91-c38788920d84 associated. External IP: 172.28.0.246, port: 239c4844-0ecc-4bbe-90b6-d558d9194d0b. Apr 28 19:52:51.298814 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3bae76-db18-4aef-b1a2-4933e21ba8f9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:52:51.425668 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3bae76-db18-4aef-b1a2-4933e21ba8f9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:52:51.434475 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9d3bae76-db18-4aef-b1a2-4933e21ba8f9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:51.440575 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf2e5c8-a260-471c-82d7-a5bd78004be3 None None] Sync routers for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:52:51.453798 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf2e5c8-a260-471c-82d7-a5bd78004be3 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:51.454437 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-7bf2e5c8-a260-471c-82d7-a5bd78004be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:52:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:51.491913 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-9d3bae76-db18-4aef-b1a2-4933e21ba8f9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "PUT /v2.0/floatingips/e46c1279-fd5b-425e-9e91-c38788920d84 HTTP/1.1" status: 200 len: 991 time: 1.2340343 Apr 28 19:52:51.492894 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'tag': '239c4844-0ecc-4bbe-90b6-d558d9194d0b'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:51.499083 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc5167b-c362-4e84-a1eb-7df37327cbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf0e416-524d-496b-ba99-4716a3577f8f", "tag": "239c4844-0ecc-4bbe-90b6-d558d9194d0b"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:52:51.547637 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195d5501-a4d9-4ffd-a289-07bcf3bfe936 x-openstack-request-id: req-195d5501-a4d9-4ffd-a289-07bcf3bfe936 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:52:51.548159 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf0e416-524d-496b-ba99-4716a3577f8f", "tag": "239c4844-0ecc-4bbe-90b6-d558d9194d0b", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:52:51.548590 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-195d5501-a4d9-4ffd-a289-07bcf3bfe936 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:52:51.549321 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195d5501-a4d9-4ffd-a289-07bcf3bfe936'] response: {'name': 'network-changed', 'server_uuid': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'tag': '239c4844-0ecc-4bbe-90b6-d558d9194d0b', 'status': 'completed', 'code': 200} Apr 28 19:52:51.608863 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-7bf2e5c8-a260-471c-82d7-a5bd78004be3 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:51.649291 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5167b-c362-4e84-a1eb-7df37327cbc0 req-8f80e8a9-8d63-46b8-bf76-c75ae10554d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:51.652708 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fdc5167b-c362-4e84-a1eb-7df37327cbc0 req-8f80e8a9-8d63-46b8-bf76-c75ae10554d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 1129 time: 0.0751567 Apr 28 19:52:51.809745 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5167b-c362-4e84-a1eb-7df37327cbc0 req-786f7f13-b222-4784-9226-1b218ec835d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:51.809745 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fdc5167b-c362-4e84-a1eb-7df37327cbc0 req-786f7f13-b222-4784-9226-1b218ec835d2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 916 time: 0.1488767 Apr 28 19:52:51.907853 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fdc5167b-c362-4e84-a1eb-7df37327cbc0 req-33414e73-e929-49e4-8d02-cc6bb3cd9d1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239c4844-0ecc-4bbe-90b6-d558d9194d0b HTTP/1.1" status: 200 len: 999 time: 0.0921545 Apr 28 19:52:51.966434 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5167b-c362-4e84-a1eb-7df37327cbc0 req-6fe15247-9bb1-4351-b56c-5b693a710959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:51.968905 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fdc5167b-c362-4e84-a1eb-7df37327cbc0 req-6fe15247-9bb1-4351-b56c-5b693a710959 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 200 len: 854 time: 0.0548034 Apr 28 19:52:51.976205 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-7bf2e5c8-a260-471c-82d7-a5bd78004be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'e46c1279-fd5b-425e-9e91-c38788920d84', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.246', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': '239c4844-0ecc-4bbe-90b6-d558d9194d0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:52:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:52:34Z', 'updated_at': '2022-04-28T19:52:50Z', 'revision_number': 1, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:52.020239 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf2e5c8-a260-471c-82d7-a5bd78004be3 None None] Checking router: 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:52:52.035694 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf2e5c8-a260-471c-82d7-a5bd78004be3 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:52:52.036566 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-7bf2e5c8-a260-471c-82d7-a5bd78004be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:52:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:52.046963 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5167b-c362-4e84-a1eb-7df37327cbc0 req-18580979-c65a-4b39-9431-4ff9c9592fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:52.049946 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fdc5167b-c362-4e84-a1eb-7df37327cbc0 req-18580979-c65a-4b39-9431-4ff9c9592fdc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0740206 Apr 28 19:52:52.201179 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-7bf2e5c8-a260-471c-82d7-a5bd78004be3 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:52:52.278317 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:52:52.502985 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fdc5167b-c362-4e84-a1eb-7df37327cbc0 req-cc06b6fc-2c47-4964-ab84-3038b588e8a9 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449480 Apr 28 19:52:52.546219 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-7bf2e5c8-a260-471c-82d7-a5bd78004be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'e46c1279-fd5b-425e-9e91-c38788920d84', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.246', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': '239c4844-0ecc-4bbe-90b6-d558d9194d0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:52:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:52:34Z', 'updated_at': '2022-04-28T19:52:50Z', 'revision_number': 1, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:52.669644 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-fdc5167b-c362-4e84-a1eb-7df37327cbc0 req-b44cb2c2-6b3e-4afb-8a17-b2cf6dd58481 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589351 Apr 28 19:52:52.684945 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf2e5c8-a260-471c-82d7-a5bd78004be3 None None] The sync data for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb is: [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'e46c1279-fd5b-425e-9e91-c38788920d84', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.246', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': '239c4844-0ecc-4bbe-90b6-d558d9194d0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:52:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:52:34Z', 'updated_at': '2022-04-28T19:52:50Z', 'revision_number': 1, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:52:52.928307 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364342bb-a4ae-4b33-b14f-77ef965afc43 None None] New status for floating IP e46c1279-fd5b-425e-9e91-c38788920d84: ACTIVE {{(pid=109985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:52:53.976291 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:06.605307 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:53:10.426610 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:14.778239 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ebe37c96-0488-4f34-8226-06ffe27546a1 req-7d7233f1-d263-4fff-80f3-daa15eb72118 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463703 Apr 28 19:53:14.873568 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe37c96-0488-4f34-8226-06ffe27546a1 req-acf48261-98e0-4957-b056-7d19ae6d3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:14.875404 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ebe37c96-0488-4f34-8226-06ffe27546a1 req-acf48261-98e0-4957-b056-7d19ae6d3d92 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2774778ad450444faa1f0b70683b5d73&device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 1129 time: 0.0485320 Apr 28 19:53:15.004153 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe37c96-0488-4f34-8226-06ffe27546a1 req-87a8fe12-86ce-4bfa-ab0e-27e64e50e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:15.005879 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ebe37c96-0488-4f34-8226-06ffe27546a1 req-87a8fe12-86ce-4bfa-ab0e-27e64e50e45c service neutron] 10.222.0.65 "GET /v2.0/networks?id=b1e58871-fcfd-4262-aa17-3a8234ad9048 HTTP/1.1" status: 200 len: 910 time: 0.1099510 Apr 28 19:53:15.084723 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ebe37c96-0488-4f34-8226-06ffe27546a1 req-8f0ca1b7-246f-4540-a2e1-4caf8be8f89e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9116eb5f-7065-46c4-882c-0d2f86838505 HTTP/1.1" status: 200 len: 1001 time: 0.0698690 Apr 28 19:53:15.157977 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe37c96-0488-4f34-8226-06ffe27546a1 req-161c6e87-49a3-4259-80ef-397cad3bfdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:15.160034 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ebe37c96-0488-4f34-8226-06ffe27546a1 req-161c6e87-49a3-4259-80ef-397cad3bfdce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f160553-b30a-4983-8eab-abb541ae5434 HTTP/1.1" status: 200 len: 848 time: 0.0680389 Apr 28 19:53:15.219294 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe37c96-0488-4f34-8226-06ffe27546a1 req-c0ae110a-7bcb-4cd9-905b-50018eec2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:15.221171 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ebe37c96-0488-4f34-8226-06ffe27546a1 req-c0ae110a-7bcb-4cd9-905b-50018eec2716 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1e58871-fcfd-4262-aa17-3a8234ad9048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0540347 Apr 28 19:53:15.407854 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ebe37c96-0488-4f34-8226-06ffe27546a1 req-490052b5-8b1e-42aa-814f-4154b123c5cc service neutron] 10.222.0.65 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791432 Apr 28 19:53:15.530812 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ebe37c96-0488-4f34-8226-06ffe27546a1 req-e675b5ec-88ec-4d5d-951a-0e1fd4cace0c service neutron] 10.222.0.65 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155248 Apr 28 19:53:17.081173 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8433-3aa8-4fa2-aa5d-0befc708e102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:17.387515 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f10fa5-aa7a-4f1b-8231-db3b4249bad6 req-450eeabf-1dd8-4e38-b432-698d6e119f45 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:17.389338 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-64f10fa5-aa7a-4f1b-8231-db3b4249bad6 req-450eeabf-1dd8-4e38-b432-698d6e119f45 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0578721 Apr 28 19:53:17.447685 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-64f10fa5-aa7a-4f1b-8231-db3b4249bad6 req-f457abf9-b0cf-48f2-9e03-391727d2e5b8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486083 Apr 28 19:53:18.587119 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594f2df-a1d7-4686-acf2-d5291e851b86 req-77514c65-e40d-4d60-9061-883ccde6a05a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:18.589041 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2594f2df-a1d7-4686-acf2-d5291e851b86 req-77514c65-e40d-4d60-9061-883ccde6a05a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0540900 Apr 28 19:53:18.645159 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2594f2df-a1d7-4686-acf2-d5291e851b86 req-ab536670-0ecd-4b4e-aa42-33ca04653390 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500858 Apr 28 19:53:19.307315 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ad66-8cc4-4e40-a42a-ffc8ddef9f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:19.780630 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb93896-3903-4143-a003-99f4ea303c88 req-0c20a251-7194-4569-b09e-af64f27bf6b1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:19.782647 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5cb93896-3903-4143-a003-99f4ea303c88 req-0c20a251-7194-4569-b09e-af64f27bf6b1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0561695 Apr 28 19:53:19.844577 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5cb93896-3903-4143-a003-99f4ea303c88 req-6e224b58-95ed-47c2-bb23-dc1586c2c3ab tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557275 Apr 28 19:53:20.966883 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:20.995690 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003dee7-1b19-4d08-b488-f84af155bfd6 req-1cf99750-414d-4574-9bb4-a5e9347abd1a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:20.997340 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-9003dee7-1b19-4d08-b488-f84af155bfd6 req-1cf99750-414d-4574-9bb4-a5e9347abd1a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0547290 Apr 28 19:53:21.055156 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-9003dee7-1b19-4d08-b488-f84af155bfd6 req-39523a43-3eb6-4755-bf8e-ccf82fc16b98 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516469 Apr 28 19:53:22.193630 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89565a-f06c-44e4-b7ab-d39bf83b64de req-8be50db0-b083-47ab-a61e-4ee5934f69f5 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:22.195288 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ef89565a-f06c-44e4-b7ab-d39bf83b64de req-8be50db0-b083-47ab-a61e-4ee5934f69f5 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0577831 Apr 28 19:53:22.250179 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ef89565a-f06c-44e4-b7ab-d39bf83b64de req-64f63d92-976b-4572-9220-33dbf0307a37 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481005 Apr 28 19:53:22.278625 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:23.390032 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa112a-afae-42df-a91c-693bad8a8524 req-da2f5f19-532e-4b28-836e-73ac96ff8cab tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:23.391706 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-74fa112a-afae-42df-a91c-693bad8a8524 req-da2f5f19-532e-4b28-836e-73ac96ff8cab tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0521219 Apr 28 19:53:23.447960 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-74fa112a-afae-42df-a91c-693bad8a8524 req-308bf627-fefa-473a-91f4-763d5a6e7004 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500503 Apr 28 19:53:23.977257 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:24.275063 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a2028-6968-4830-9c22-73d80cb95773 req-f532801c-208f-48ae-99b3-0cffaa247093 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:24.276759 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-861a2028-6968-4830-9c22-73d80cb95773 req-f532801c-208f-48ae-99b3-0cffaa247093 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0694489 Apr 28 19:53:24.337893 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-861a2028-6968-4830-9c22-73d80cb95773 req-cbb177a3-bb17-471c-abdb-89261ecb499f tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547903 Apr 28 19:53:24.594556 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7ed26-6c78-408a-adeb-5b9cd1b2cbc9 req-220f0127-1c35-4683-ac90-b1656fdc763b tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:24.596204 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e0b7ed26-6c78-408a-adeb-5b9cd1b2cbc9 req-220f0127-1c35-4683-ac90-b1656fdc763b tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0522816 Apr 28 19:53:24.655911 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e0b7ed26-6c78-408a-adeb-5b9cd1b2cbc9 req-53050e37-3b01-408a-b519-35172991a4b8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485678 Apr 28 19:53:25.485313 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8553e3b-d48e-4744-a667-b013450c8bac req-2a1fd646-5015-4e03-b24a-d604a24f7201 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:25.487024 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c8553e3b-d48e-4744-a667-b013450c8bac req-2a1fd646-5015-4e03-b24a-d604a24f7201 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0583396 Apr 28 19:53:25.551671 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c8553e3b-d48e-4744-a667-b013450c8bac req-5a54d032-f646-4126-a3b9-4c0fec40391e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581319 Apr 28 19:53:25.800563 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d554ad-d871-4e8f-8c32-6270e95637f8 req-a7588a5c-6e77-43bb-b50c-1ea5addee5e1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:25.802297 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-74d554ad-d871-4e8f-8c32-6270e95637f8 req-a7588a5c-6e77-43bb-b50c-1ea5addee5e1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0658431 Apr 28 19:53:25.864915 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-74d554ad-d871-4e8f-8c32-6270e95637f8 req-36857a86-aa5c-4801-ae31-f96f0dd3e0d6 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549791 Apr 28 19:53:26.706200 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38635d-0130-4f0d-8522-39ba170ac637 req-7306d1fa-c960-414d-abe9-776cfe1c869a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:26.707880 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3a38635d-0130-4f0d-8522-39ba170ac637 req-7306d1fa-c960-414d-abe9-776cfe1c869a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0700185 Apr 28 19:53:26.768599 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3a38635d-0130-4f0d-8522-39ba170ac637 req-de71e36b-5287-4ef7-b291-4081321532eb tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538886 Apr 28 19:53:27.009656 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66940351-2dea-44e5-84ab-4d10bea4a70f req-d781bac8-3450-4d2b-89f7-676d8dcfdb19 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:27.011360 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-66940351-2dea-44e5-84ab-4d10bea4a70f req-d781bac8-3450-4d2b-89f7-676d8dcfdb19 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0576060 Apr 28 19:53:27.069380 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-66940351-2dea-44e5-84ab-4d10bea4a70f req-74508a07-15e7-4164-b327-12738c10b3e2 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512099 Apr 28 19:53:27.905113 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17836905-e18b-48db-a5fa-20c44a9ef9c6 req-8baa0aa0-6687-404f-b332-484d9d9d9c30 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:27.906918 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-17836905-e18b-48db-a5fa-20c44a9ef9c6 req-8baa0aa0-6687-404f-b332-484d9d9d9c30 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0564351 Apr 28 19:53:27.977228 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-17836905-e18b-48db-a5fa-20c44a9ef9c6 req-27cc27c9-943c-4b61-b2e5-8a6b9a5c38bb tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596476 Apr 28 19:53:28.212990 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724af1ba-a377-4aff-a9bf-87922aafe574 req-e5e2ff7c-b767-4223-9220-8ccba8e3973b tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:28.214604 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-724af1ba-a377-4aff-a9bf-87922aafe574 req-e5e2ff7c-b767-4223-9220-8ccba8e3973b tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0575926 Apr 28 19:53:28.293993 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-724af1ba-a377-4aff-a9bf-87922aafe574 req-1fb5f636-f77d-45de-9eea-68139968460d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693963 Apr 28 19:53:29.108426 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa68e7-eeb2-4148-ba69-e30a65994cd6 req-62004b56-2952-46fc-be9e-de2498c5aa7b tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:29.110269 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c4aa68e7-eeb2-4148-ba69-e30a65994cd6 req-62004b56-2952-46fc-be9e-de2498c5aa7b tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0558739 Apr 28 19:53:29.176722 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c4aa68e7-eeb2-4148-ba69-e30a65994cd6 req-d2cd3da4-1878-4e9c-a1f3-9ffc4888ef8a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599105 Apr 28 19:53:29.442142 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacff8d-8a68-4280-b6e1-11536e29487e req-2167e1d3-273b-4bce-b588-3b798d3ac581 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:29.443729 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2dacff8d-8a68-4280-b6e1-11536e29487e req-2167e1d3-273b-4bce-b588-3b798d3ac581 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0575981 Apr 28 19:53:29.502087 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2dacff8d-8a68-4280-b6e1-11536e29487e req-082cb694-19b3-46a4-967d-befe6a06b38b tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512187 Apr 28 19:53:30.345974 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186f9e1-bdda-419b-a27f-bbdad9f54e84 req-28135642-e523-410a-ac79-ee1fac77236e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:30.349321 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9186f9e1-bdda-419b-a27f-bbdad9f54e84 req-28135642-e523-410a-ac79-ee1fac77236e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0857587 Apr 28 19:53:30.424744 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9186f9e1-bdda-419b-a27f-bbdad9f54e84 req-28d4caec-8f2d-42c6-9444-94b879c3bde0 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673971 Apr 28 19:53:30.678711 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d8039-b1f4-44be-9f57-5a66cedff841 req-3da54415-3fc3-423d-939f-af2db8b19961 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:30.680285 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-160d8039-b1f4-44be-9f57-5a66cedff841 req-3da54415-3fc3-423d-939f-af2db8b19961 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0553801 Apr 28 19:53:30.738996 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-160d8039-b1f4-44be-9f57-5a66cedff841 req-d3c073ee-c69d-483d-8edb-3452a0473068 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513709 Apr 28 19:53:31.553818 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 8a84eb91-436c-4076-9750-86a7e51e8888 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:53:31.591451 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7001dd6-75cf-4a26-9e20-ee6c37c67a49 req-f4e3dfbe-5728-4ef4-9ab1-8ffd51c93d83 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:31.593831 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a7001dd6-75cf-4a26-9e20-ee6c37c67a49 req-f4e3dfbe-5728-4ef4-9ab1-8ffd51c93d83 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0587640 Apr 28 19:53:31.675838 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a7001dd6-75cf-4a26-9e20-ee6c37c67a49 req-2e0d4fe0-28a4-4f61-be5f-6ebae99f0d86 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728471 Apr 28 19:53:31.699005 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 8a84eb91-436c-4076-9750-86a7e51e8888, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8a84eb91-436c-4076-9750-86a7e51e8888,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:31.722927 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '8a84eb91-436c-4076-9750-86a7e51e8888', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'port_id': '8a84eb91-436c-4076-9750-86a7e51e8888', 'mac_address': 'fa:16:3e:b9:18:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:53:31.781874 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 8a84eb91-436c-4076-9750-86a7e51e8888 is: ACTIVE; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:53:31.782742 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:31.813563 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a84eb91-436c-4076-9750-86a7e51e8888 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:53:31.853745 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 8a84eb91-436c-4076-9750-86a7e51e8888, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8a84eb91-436c-4076-9750-86a7e51e8888,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:31.859299 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:31.936217 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9d462-5c4f-4b36-9490-fa7e1df6d78c req-e74fb2bd-245e-4838-ab67-ae6b361ee6ad tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:31.939217 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d8f9d462-5c4f-4b36-9490-fa7e1df6d78c req-e74fb2bd-245e-4838-ab67-ae6b361ee6ad tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 945 time: 0.1012683 Apr 28 19:53:31.947124 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=8a84eb91-436c-4076-9750-86a7e51e8888,revision_number=6']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:31.974680 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['8a84eb91-436c-4076-9750-86a7e51e8888'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:53:32.008070 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d8f9d462-5c4f-4b36-9490-fa7e1df6d78c req-bb3cfa11-a3e4-4291-a8a4-a5b11186b5cc tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575829 Apr 28 19:53:32.840435 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94cfb9-523c-4415-aba3-c17811adcd7d req-ec84803d-5cd6-4a69-b07c-62d7d1dd8c8e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:32.843099 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9a94cfb9-523c-4415-aba3-c17811adcd7d req-ec84803d-5cd6-4a69-b07c-62d7d1dd8c8e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0690863 Apr 28 19:53:32.903626 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9a94cfb9-523c-4415-aba3-c17811adcd7d req-7053d2f7-bbf0-456e-978c-bba4d2c00b7b tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546758 Apr 28 19:53:33.209665 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65045939-b31d-4f34-9d7c-f2bea87baf49 req-760834cd-9ccd-494c-a75d-fc9f34bc97ab tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:33.212322 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-65045939-b31d-4f34-9d7c-f2bea87baf49 req-760834cd-9ccd-494c-a75d-fc9f34bc97ab tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 945 time: 0.0684843 Apr 28 19:53:33.271953 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-65045939-b31d-4f34-9d7c-f2bea87baf49 req-6665123d-d7ab-4123-8733-7140c0d837f9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529287 Apr 28 19:53:33.572497 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 8a84eb91-436c-4076-9750-86a7e51e8888 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:33.647733 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 8a84eb91-436c-4076-9750-86a7e51e8888 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:53:33.648392 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:33.796445 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 8a84eb91-436c-4076-9750-86a7e51e8888 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:53:33.797245 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:33.835953 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a84eb91-436c-4076-9750-86a7e51e8888'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:33.840867 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f43d5a-6466-46fd-8301-5144794d6ebf" -d '{"events": [{"server_uuid": "7ec66d2c-8fb0-4007-a1b9-d047497d3416", "name": "network-vif-plugged", "status": "completed", "tag": "8a84eb91-436c-4076-9750-86a7e51e8888"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:53:33.863219 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 8a84eb91-436c-4076-9750-86a7e51e8888, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8a84eb91-436c-4076-9750-86a7e51e8888,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:33.870232 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:33.902247 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c419b56-d3e8-4322-bcf5-c10565c7586e x-openstack-request-id: req-6c419b56-d3e8-4322-bcf5-c10565c7586e {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:53:33.902605 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec66d2c-8fb0-4007-a1b9-d047497d3416", "name": "network-vif-plugged", "status": "completed", "tag": "8a84eb91-436c-4076-9750-86a7e51e8888", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:53:33.902898 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6c419b56-d3e8-4322-bcf5-c10565c7586e {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:53:33.903323 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c419b56-d3e8-4322-bcf5-c10565c7586e'] response: {'server_uuid': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a84eb91-436c-4076-9750-86a7e51e8888', 'code': 200} Apr 28 19:53:33.936321 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=8a84eb91-436c-4076-9750-86a7e51e8888,revision_number=7']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:34.061109 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065ebaa-3947-4142-8437-ddc15497634c req-cb90933a-6634-4c5c-a9f5-15fca9899853 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:34.062985 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3065ebaa-3947-4142-8437-ddc15497634c req-cb90933a-6634-4c5c-a9f5-15fca9899853 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0680966 Apr 28 19:53:34.120405 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3065ebaa-3947-4142-8437-ddc15497634c req-92376534-f528-4e70-aa27-cbc3baef45cc tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515316 Apr 28 19:53:34.482958 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d210b-188a-4018-b409-b55948cfb92c req-dc833408-1b11-4c94-9220-d1531735a5c9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:34.485199 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0b3d210b-188a-4018-b409-b55948cfb92c req-dc833408-1b11-4c94-9220-d1531735a5c9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.1304338 Apr 28 19:53:34.542513 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f187474-42db-4a63-9770-017ebaa00374 req-cc9aa7bc-ac14-429c-91bb-0a53d022f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:34.545248 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9f187474-42db-4a63-9770-017ebaa00374 req-cc9aa7bc-ac14-429c-91bb-0a53d022f80e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2774778ad450444faa1f0b70683b5d73&device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 1129 time: 0.1201191 Apr 28 19:53:34.621951 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0b3d210b-188a-4018-b409-b55948cfb92c req-e26cae8e-6181-4e2d-9fba-67d1099fb1c7 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218736 Apr 28 19:53:34.713070 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f187474-42db-4a63-9770-017ebaa00374 req-ec2e9b72-9b2b-4a80-b1a5-0ba0eae6aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:34.714584 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9f187474-42db-4a63-9770-017ebaa00374 req-ec2e9b72-9b2b-4a80-b1a5-0ba0eae6aa83 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b1e58871-fcfd-4262-aa17-3a8234ad9048 HTTP/1.1" status: 200 len: 910 time: 0.1573598 Apr 28 19:53:34.813143 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9f187474-42db-4a63-9770-017ebaa00374 req-aed3d6c4-3196-430b-ba97-caa115b0d012 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9116eb5f-7065-46c4-882c-0d2f86838505 HTTP/1.1" status: 200 len: 1001 time: 0.0807996 Apr 28 19:53:34.877621 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f187474-42db-4a63-9770-017ebaa00374 req-b1cd50a7-1351-4d0c-83d0-0fdb9cf7d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:34.879478 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9f187474-42db-4a63-9770-017ebaa00374 req-b1cd50a7-1351-4d0c-83d0-0fdb9cf7d587 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f160553-b30a-4983-8eab-abb541ae5434 HTTP/1.1" status: 200 len: 848 time: 0.0603623 Apr 28 19:53:34.940296 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f187474-42db-4a63-9770-017ebaa00374 req-4a8a8578-548e-4b40-97cf-dff8f5bc357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:34.942119 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9f187474-42db-4a63-9770-017ebaa00374 req-4a8a8578-548e-4b40-97cf-dff8f5bc357e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1e58871-fcfd-4262-aa17-3a8234ad9048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0558150 Apr 28 19:53:35.048949 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9f187474-42db-4a63-9770-017ebaa00374 req-1635e8a0-4523-43b7-bed9-7949c982974c service neutron] 10.222.0.65 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982094 Apr 28 19:53:35.153812 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9f187474-42db-4a63-9770-017ebaa00374 req-86ca8adc-5457-4e1a-a198-29f59342cb65 service neutron] 10.222.0.65 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970633 Apr 28 19:53:35.261184 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a36c3f-f6e6-4ed7-9505-0bdb1ebbe791 req-fb38c296-c0fe-40dd-b339-8290ca00af9b tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:35.262831 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a7a36c3f-f6e6-4ed7-9505-0bdb1ebbe791 req-fb38c296-c0fe-40dd-b339-8290ca00af9b tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0576754 Apr 28 19:53:35.339200 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a7a36c3f-f6e6-4ed7-9505-0bdb1ebbe791 req-adcc1352-b187-4ec0-827c-7785e9444aac tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696130 Apr 28 19:53:35.792235 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ef6d6-5ec0-46bf-8552-116227a29aa9 req-d65ebf89-293e-441d-8814-22c2ba159a45 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:35.795015 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-278ef6d6-5ec0-46bf-8552-116227a29aa9 req-d65ebf89-293e-441d-8814-22c2ba159a45 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0680573 Apr 28 19:53:35.851285 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-278ef6d6-5ec0-46bf-8552-116227a29aa9 req-5a75d045-f0d5-49f1-b83f-08a78e7230c1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505629 Apr 28 19:53:36.495933 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc9625-5c31-42de-9287-98ef02b4ca41 req-030167b1-72d6-4265-b978-eac00fd70cc8 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:36.498718 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cedc9625-5c31-42de-9287-98ef02b4ca41 req-030167b1-72d6-4265-b978-eac00fd70cc8 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0684786 Apr 28 19:53:36.589619 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cedc9625-5c31-42de-9287-98ef02b4ca41 req-d85fe630-0ebb-4f96-bad3-f436338f64f1 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810213 Apr 28 19:53:36.993759 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84212a1-3c95-4bae-b904-1b7242e763be req-b9824935-e0b1-416c-b762-816136e15ef2 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:36.995344 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f84212a1-3c95-4bae-b904-1b7242e763be req-b9824935-e0b1-416c-b762-816136e15ef2 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0609334 Apr 28 19:53:37.053699 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f84212a1-3c95-4bae-b904-1b7242e763be req-98ed0e33-b9eb-4867-954d-de5772d93126 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511444 Apr 28 19:53:37.749960 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860457e-3a6a-4fa1-838a-278cc2c0cab6 req-342e6fa5-23bb-4a96-988f-b1dfdee4e949 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:37.751696 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7860457e-3a6a-4fa1-838a-278cc2c0cab6 req-342e6fa5-23bb-4a96-988f-b1dfdee4e949 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0617275 Apr 28 19:53:37.829849 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7860457e-3a6a-4fa1-838a-278cc2c0cab6 req-7d483228-e124-425c-ac6f-126b6daaa033 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624695 Apr 28 19:53:37.950757 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [req-0060a202-0cff-4040-93f0-036a0cba4897 req-486bc1fd-7af8-4395-9074-b47eb07d7fba service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:53:37.951967 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0060a202-0cff-4040-93f0-036a0cba4897 req-486bc1fd-7af8-4395-9074-b47eb07d7fba service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0537555 Apr 28 19:53:38.133863 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 57224) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:53:38.153376 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4c8ad-4d0c-40d2-801a-943d874e610d req-2ef14618-e8e3-408b-bc70-ef70f974a51d tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:38.156480 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4dc4c8ad-4d0c-40d2-801a-943d874e610d req-2ef14618-e8e3-408b-bc70-ef70f974a51d tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0739107 Apr 28 19:53:38.212639 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22a85c-4c95-4923-8853-c1ab97e576e9 req-2101244f-7ca1-418c-8565-0b302195de6a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:38.215393 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4f22a85c-4c95-4923-8853-c1ab97e576e9 req-2101244f-7ca1-418c-8565-0b302195de6a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0778189 Apr 28 19:53:38.226829 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-4dc4c8ad-4d0c-40d2-801a-943d874e610d req-19d73bb8-a317-418e-acab-574ff59fba11 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627844 Apr 28 19:53:38.294421 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-9017da9c-4baf-4532-9525-5223ca7c4332 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1579206 Apr 28 19:53:38.304227 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-32c60e1e-c269-49a6-9d24-218aab629948 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:53:38.305223 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-32c60e1e-c269-49a6-9d24-218aab629948 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053020 Apr 28 19:53:38.331355 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4f22a85c-4c95-4923-8853-c1ab97e576e9 req-3fc4426c-c8f1-4c20-ad11-78ff83a36c09 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884824 Apr 28 19:53:38.388703 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 57232) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:53:38.514622 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-5796f3bc-db76-4d85-9aaf-0070abb25400 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:38.516160 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-5796f3bc-db76-4d85-9aaf-0070abb25400 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports/9116eb5f-7065-46c4-882c-0d2f86838505 HTTP/1.1" status: 200 len: 942 time: 0.1260419 Apr 28 19:53:39.379760 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64fe9b-9f6f-450e-a23b-90c27f1ed48d req-d5b9cb6f-11d1-4cd9-a614-43611a89e91a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:39.382207 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2c64fe9b-9f6f-450e-a23b-90c27f1ed48d req-d5b9cb6f-11d1-4cd9-a614-43611a89e91a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0652206 Apr 28 19:53:39.455383 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2c64fe9b-9f6f-450e-a23b-90c27f1ed48d req-46f3ea02-b05a-4361-84bb-521fac6106f6 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620341 Apr 28 19:53:39.540381 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546470ae-6a0a-49b6-a4ab-e6d8a91fe22b req-09f911be-b039-4647-89a5-a4dd4514cb49 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:39.540381 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-546470ae-6a0a-49b6-a4ab-e6d8a91fe22b req-09f911be-b039-4647-89a5-a4dd4514cb49 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0719869 Apr 28 19:53:39.659570 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-546470ae-6a0a-49b6-a4ab-e6d8a91fe22b req-1ea9d44d-620b-44ae-b3ed-ef7ab6bfc28c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130123 Apr 28 19:53:40.180017 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-2ca0d496-c8b0-4822-b9e5-87b8cab53515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:40.182460 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-2ca0d496-c8b0-4822-b9e5-87b8cab53515 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58&tenant_id=2774778ad450444faa1f0b70683b5d73 HTTP/1.1" status: 200 len: 1129 time: 0.0868349 Apr 28 19:53:40.296011 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-97e4337a-a76e-465b-8390-f5dd296c80f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:40.298623 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-97e4337a-a76e-465b-8390-f5dd296c80f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2774778ad450444faa1f0b70683b5d73&device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 1129 time: 0.0873847 Apr 28 19:53:40.438171 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-8369faea-cd75-44ac-bef5-7ddff33f9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:40.440283 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-8369faea-cd75-44ac-bef5-7ddff33f9e29 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b1e58871-fcfd-4262-aa17-3a8234ad9048 HTTP/1.1" status: 200 len: 910 time: 0.1288917 Apr 28 19:53:40.469532 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:40.565756 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-b0123756-42c4-4d2b-b65b-cf2095f9c6f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9116eb5f-7065-46c4-882c-0d2f86838505 HTTP/1.1" status: 200 len: 1001 time: 0.1165423 Apr 28 19:53:40.761124 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1916d-5013-4bc1-90fc-5b3bdcd2231c req-2c265ae2-77a5-4365-b9e7-ed051276bca2 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:40.762876 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-86f1916d-5013-4bc1-90fc-5b3bdcd2231c req-2c265ae2-77a5-4365-b9e7-ed051276bca2 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.1006246 Apr 28 19:53:40.779324 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-6f4df8fa-0d96-44d7-ad27-c22aacf6e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:40.781294 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-6f4df8fa-0d96-44d7-ad27-c22aacf6e27f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f160553-b30a-4983-8eab-abb541ae5434 HTTP/1.1" status: 200 len: 848 time: 0.2086320 Apr 28 19:53:40.941367 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-86f1916d-5013-4bc1-90fc-5b3bdcd2231c req-3696ec88-5824-483e-8e5a-2ff9696c260e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588340 Apr 28 19:53:40.948128 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-294b67e5-a4be-4e3a-84c0-0787a6a02df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:40.953955 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-294b67e5-a4be-4e3a-84c0-0787a6a02df8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1e58871-fcfd-4262-aa17-3a8234ad9048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1176248 Apr 28 19:53:41.215416 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1dbe0-2a35-4971-80db-41f1676715dc req-60d37d48-65e7-4029-97dd-5e5c3d66893c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:41.224107 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1cc1dbe0-2a35-4971-80db-41f1676715dc req-60d37d48-65e7-4029-97dd-5e5c3d66893c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0990396 Apr 28 19:53:41.260221 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-233b8899-fee5-4699-872c-34de9506ebc1 service neutron] 10.222.0.65 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955806 Apr 28 19:53:41.299958 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1cc1dbe0-2a35-4971-80db-41f1676715dc req-0456d6ea-e826-43b5-8cb7-cab9a6c1b957 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744712 Apr 28 19:53:41.631591 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 9116eb5f-7065-46c4-882c-0d2f86838505 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:41.800704 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 9116eb5f-7065-46c4-882c-0d2f86838505 is: ACTIVE; New status is: DOWN {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:53:41.801787 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:41.849638 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9116eb5f-7065-46c4-882c-0d2f86838505'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:41.854049 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cf47c7-8254-4695-85d6-33c38676faec" -d '{"events": [{"server_uuid": "93248f1e-bb6f-4d19-bb09-ff80a8798e58", "name": "network-vif-unplugged", "status": "completed", "tag": "9116eb5f-7065-46c4-882c-0d2f86838505"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:53:41.876595 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 9116eb5f-7065-46c4-882c-0d2f86838505, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9116eb5f-7065-46c4-882c-0d2f86838505,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:41.877472 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1864ac2a-8f52-4f98-8de0-e078374d2f5a req-f36a9cc3-c3aa-496c-9b5c-31df7bef01f7 service neutron] 10.222.0.65 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777780 Apr 28 19:53:41.884877 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:41.939455 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 19:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ec98cc-f510-4b1c-b3b1-24e15ea077c6 x-openstack-request-id: req-c1ec98cc-f510-4b1c-b3b1-24e15ea077c6 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:53:41.939823 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93248f1e-bb6f-4d19-bb09-ff80a8798e58", "name": "network-vif-unplugged", "status": "completed", "tag": "9116eb5f-7065-46c4-882c-0d2f86838505", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:53:41.940057 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1ec98cc-f510-4b1c-b3b1-24e15ea077c6 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:53:41.940786 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ec98cc-f510-4b1c-b3b1-24e15ea077c6'] response: {'server_uuid': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9116eb5f-7065-46c4-882c-0d2f86838505', 'code': 200} Apr 28 19:53:41.956805 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=9116eb5f-7065-46c4-882c-0d2f86838505,revision_number=6']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:41.970883 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:41.971241 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:41.971589 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:41.971974 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:41.972324 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:41.972667 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:41.973002 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:41.973338 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:41.973673 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:41.974000 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:41.974331 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:41.974689 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:41.975023 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:41.975353 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:41.975676 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:42.089003 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a6296-8f35-4240-96d5-59aa26bb85dd req-5b1362ba-e9e3-4848-b908-ddec0e0880ce tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:42.092015 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-492a6296-8f35-4240-96d5-59aa26bb85dd req-5b1362ba-e9e3-4848-b908-ddec0e0880ce tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 943 time: 0.0653322 Apr 28 19:53:42.163434 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-492a6296-8f35-4240-96d5-59aa26bb85dd req-61b19029-390b-499d-b83b-10c9c5ae8054 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629981 Apr 28 19:53:42.519058 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b0506-3523-49e6-808f-2bcb6277c182 req-642ef8e2-070f-4b05-8d76-8756493d3b1d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:42.521250 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-de2b0506-3523-49e6-808f-2bcb6277c182 req-642ef8e2-070f-4b05-8d76-8756493d3b1d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0751238 Apr 28 19:53:42.600466 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-de2b0506-3523-49e6-808f-2bcb6277c182 req-34e19a00-e398-4215-a3e7-8c56e9ac9705 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681155 Apr 28 19:53:43.396405 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41341c-716c-4ebd-a06a-2d603e2f2a09 req-c222a87d-03c8-40f7-a456-d0c6976a56e5 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:43.398850 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-cb41341c-716c-4ebd-a06a-2d603e2f2a09 req-c222a87d-03c8-40f7-a456-d0c6976a56e5 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 943 time: 0.0759654 Apr 28 19:53:43.474168 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-cb41341c-716c-4ebd-a06a-2d603e2f2a09 req-8eb0b925-bddf-412f-bc36-8f7d653b0e3f tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631049 Apr 28 19:53:43.608068 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:53:43.830455 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c956c-c3fa-4d33-ab3e-e6b4fc74650c req-ed92e6ec-7d9e-438a-ba1f-20b2d11fe7cb tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:43.839099 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1c7c956c-c3fa-4d33-ab3e-e6b4fc74650c req-ed92e6ec-7d9e-438a-ba1f-20b2d11fe7cb tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0880988 Apr 28 19:53:43.907458 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1c7c956c-c3fa-4d33-ab3e-e6b4fc74650c req-39260f27-1b23-42f6-beb9-1041d2eddf36 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671704 Apr 28 19:53:44.706102 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034d2c4-f116-4b7c-ac55-2650356d730c req-c4a4d98e-e090-4ad4-8f4c-ccefc7779ac7 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:44.709100 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2034d2c4-f116-4b7c-ac55-2650356d730c req-c4a4d98e-e090-4ad4-8f4c-ccefc7779ac7 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 943 time: 0.0990937 Apr 28 19:53:44.854026 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2034d2c4-f116-4b7c-ac55-2650356d730c req-31fc3652-b820-4fd6-8681-7ce305c31a62 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382396 Apr 28 19:53:45.120913 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0d4e1-ec83-40dd-b9d4-e472ff2ea48e req-90b73d30-9764-4d8b-8e41-df7895e7351e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:45.129352 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-bef0d4e1-ec83-40dd-b9d4-e472ff2ea48e req-90b73d30-9764-4d8b-8e41-df7895e7351e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0738764 Apr 28 19:53:45.239108 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-bef0d4e1-ec83-40dd-b9d4-e472ff2ea48e req-bd9ae097-7868-46d8-817a-27314a72ada3 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083946 Apr 28 19:53:45.323301 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fe7e6-b710-4a9d-9e0a-8522741a105f req-06fcddaa-dcb0-4fd3-a798-3361a23300d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:45.323999 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-bf7fe7e6-b710-4a9d-9e0a-8522741a105f req-06fcddaa-dcb0-4fd3-a798-3361a23300d2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 1127 time: 0.1162353 Apr 28 19:53:45.412372 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-bf7fe7e6-b710-4a9d-9e0a-8522741a105f req-40146373-a5a9-47df-bda4-a0aa13e82205 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803268 Apr 28 19:53:46.082652 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea587a-2aa8-4bc6-a9bc-15a2750d85b8 req-bdb3ce6e-aa09-4735-80ea-7f1fd182891e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:46.086279 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-78ea587a-2aa8-4bc6-a9bc-15a2750d85b8 req-bdb3ce6e-aa09-4735-80ea-7f1fd182891e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 943 time: 0.0915244 Apr 28 19:53:46.192096 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-78ea587a-2aa8-4bc6-a9bc-15a2750d85b8 req-28d9e61b-efa2-4afc-9e91-8ca641cc7eee tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944593 Apr 28 19:53:46.477334 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17199a7f-3da7-492a-86c3-4a642f3a99f9 req-aabd8efc-18b8-4f7d-91df-36aab22fd05a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:46.482878 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-17199a7f-3da7-492a-86c3-4a642f3a99f9 req-aabd8efc-18b8-4f7d-91df-36aab22fd05a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.1044922 Apr 28 19:53:46.534358 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-17199a7f-3da7-492a-86c3-4a642f3a99f9 req-acbf0284-470a-4253-bb5e-c9302c5c740c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491047 Apr 28 19:53:47.084416 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-64f4ffc7-993e-48c5-92c0-0675c9467054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:47.396413 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3146d-39b0-4f02-826e-7d9c2efb580a req-b08e3b32-5710-4082-93fb-82b066419d0c tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:47.400695 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2ca3146d-39b0-4f02-826e-7d9c2efb580a req-b08e3b32-5710-4082-93fb-82b066419d0c tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 943 time: 0.0923407 Apr 28 19:53:47.636563 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 9116eb5f-7065-46c4-882c-0d2f86838505 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:53:47.754434 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61dd81-f433-4aec-b1e3-e6f73aaf4257 req-f89eee95-1484-4c4f-8086-bcba167d28b6 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:47.759592 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-df61dd81-f433-4aec-b1e3-e6f73aaf4257 req-f89eee95-1484-4c4f-8086-bcba167d28b6 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.1323962 Apr 28 19:53:47.864103 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 9116eb5f-7065-46c4-882c-0d2f86838505, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9116eb5f-7065-46c4-882c-0d2f86838505,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:47.884249 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '9116eb5f-7065-46c4-882c-0d2f86838505', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'port_id': '9116eb5f-7065-46c4-882c-0d2f86838505', 'mac_address': 'fa:16:3e:3a:10:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f160553-b30a-4983-8eab-abb541ae5434', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:53:47.919681 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-df61dd81-f433-4aec-b1e3-e6f73aaf4257 req-59f37ca2-58d3-46f4-92fc-d96d6e74e2da tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508820 Apr 28 19:53:47.956013 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2ca3146d-39b0-4f02-826e-7d9c2efb580a req-2d75872e-8e38-494a-a0e1-c53b7b511451 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5452001 Apr 28 19:53:47.967870 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 9116eb5f-7065-46c4-882c-0d2f86838505 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:53:47.968253 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:47.984525 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9116eb5f-7065-46c4-882c-0d2f86838505 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:53:48.010816 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 9116eb5f-7065-46c4-882c-0d2f86838505, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9116eb5f-7065-46c4-882c-0d2f86838505,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:48.019264 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:48.094606 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=9116eb5f-7065-46c4-882c-0d2f86838505,revision_number=7']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:48.426875 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['9116eb5f-7065-46c4-882c-0d2f86838505'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:53:49.042509 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10516d98-8a1d-48fa-8e7c-8e7288161e0f req-c35f5dcd-c4e5-46df-8bc9-ccbc710e82c5 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:49.054578 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-10516d98-8a1d-48fa-8e7c-8e7288161e0f req-c35f5dcd-c4e5-46df-8bc9-ccbc710e82c5 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 946 time: 0.1270032 Apr 28 19:53:49.150005 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-10516d98-8a1d-48fa-8e7c-8e7288161e0f req-de8a2160-a8d2-4d3d-853d-bfcef7be273c tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d2bf86d-790e-481b-9b49-9d8a34b4d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935240 Apr 28 19:53:49.152189 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92524758-384d-4ba7-a273-f345ca8ac33a req-c979f082-e7eb-4fb4-b077-44b77d3712cd tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:49.155365 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-92524758-384d-4ba7-a273-f345ca8ac33a req-c979f082-e7eb-4fb4-b077-44b77d3712cd tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0968983 Apr 28 19:53:49.227873 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-92524758-384d-4ba7-a273-f345ca8ac33a req-6631ba3b-343a-42f5-9f40-17bc4f19b941 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623055 Apr 28 19:53:49.305726 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-771eacae-f8e7-4f4f-b823-17808139cfc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:49.800290 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 9116eb5f-7065-46c4-882c-0d2f86838505 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:53:49.863231 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 9116eb5f-7065-46c4-882c-0d2f86838505 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:53:49.863634 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:49.985221 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 9116eb5f-7065-46c4-882c-0d2f86838505 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:53:49.985703 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:50.022566 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9116eb5f-7065-46c4-882c-0d2f86838505'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:50.025977 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d46d29-4d08-4df1-924c-3dd3d73cf7a8" -d '{"events": [{"server_uuid": "93248f1e-bb6f-4d19-bb09-ff80a8798e58", "name": "network-vif-plugged", "status": "completed", "tag": "9116eb5f-7065-46c4-882c-0d2f86838505"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:53:50.043326 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 9116eb5f-7065-46c4-882c-0d2f86838505, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9116eb5f-7065-46c4-882c-0d2f86838505,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:50.048803 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:50.085880 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998ec5c3-18b2-46e2-9fb6-2c9931ce8228 x-openstack-request-id: req-998ec5c3-18b2-46e2-9fb6-2c9931ce8228 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:53:50.086174 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93248f1e-bb6f-4d19-bb09-ff80a8798e58", "name": "network-vif-plugged", "status": "completed", "tag": "9116eb5f-7065-46c4-882c-0d2f86838505", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:53:50.086521 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-998ec5c3-18b2-46e2-9fb6-2c9931ce8228 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:53:50.086937 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-998ec5c3-18b2-46e2-9fb6-2c9931ce8228'] response: {'server_uuid': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9116eb5f-7065-46c4-882c-0d2f86838505', 'code': 200} Apr 28 19:53:50.115990 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=9116eb5f-7065-46c4-882c-0d2f86838505,revision_number=8']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:50.336967 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d894eeb-ee05-4d75-a7d0-fbf33701bc5c req-a73cfe76-3ae3-4fd8-8763-b723c0930588 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:50.344744 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7d894eeb-ee05-4d75-a7d0-fbf33701bc5c req-a73cfe76-3ae3-4fd8-8763-b723c0930588 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 946 time: 0.0983293 Apr 28 19:53:50.406864 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff116c5-6465-43e0-81e6-64f0b1ec76a2 req-d1f69579-3f6b-40cb-85fe-8e9c81eb24c4 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:50.408741 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3ff116c5-6465-43e0-81e6-64f0b1ec76a2 req-d1f69579-3f6b-40cb-85fe-8e9c81eb24c4 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0927966 Apr 28 19:53:50.428986 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7d894eeb-ee05-4d75-a7d0-fbf33701bc5c req-4bfc2afa-8c0d-4f68-8cff-cce33a5d68c6 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d2bf86d-790e-481b-9b49-9d8a34b4d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833037 Apr 28 19:53:50.504803 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3ff116c5-6465-43e0-81e6-64f0b1ec76a2 req-116309f3-0252-4a1e-acc5-79dab460b05e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844617 Apr 28 19:53:50.973788 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:51.246710 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-b1125950-5fa4-4368-a577-e8dcea64400d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:51.248340 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-b1125950-5fa4-4368-a577-e8dcea64400d tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 946 time: 0.0509675 Apr 28 19:53:51.359353 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Deleting port 067f4357-3b0e-449d-b451-eb778e8a512d {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:53:51.360081 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (067f4357-3b0e-449d-b451-eb778e8a512d), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:51.474765 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] For port 067f4357-3b0e-449d-b451-eb778e8a512d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=067f4357-3b0e-449d-b451-eb778e8a512d,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:51.475380 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (067f4357-3b0e-449d-b451-eb778e8a512d), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:51.599743 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08844f-8b6a-430a-b180-2b629e07153a req-cd4f8c64-2070-45a6-be35-4f482182e092 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:51.601302 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1a08844f-8b6a-430a-b180-2b629e07153a req-cd4f8c64-2070-45a6-be35-4f482182e092 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 946 time: 0.0669217 Apr 28 19:53:51.659010 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05ea9a-39bd-45ed-a693-cd3191687956 req-9d0eec3a-c760-4f5f-92ab-0c55a37dd437 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:51.660822 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ea05ea9a-39bd-45ed-a693-cd3191687956 req-9d0eec3a-c760-4f5f-92ab-0c55a37dd437 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0597019 Apr 28 19:53:51.717484 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ea05ea9a-39bd-45ed-a693-cd3191687956 req-fdfac5a9-86a1-422d-a224-8a90827a5c3f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496440 Apr 28 19:53:51.737061 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1a08844f-8b6a-430a-b180-2b629e07153a req-acdc270a-a008-4ccc-bdaf-c4ecba10e058 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d2bf86d-790e-481b-9b49-9d8a34b4d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046758 Apr 28 19:53:51.755134 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:51.755734 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (c088b1de-6623-48ee-962f-b94bf5f77ae1), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:51.756322 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.l3_db [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Floating IP c088b1de-6623-48ee-962f-b94bf5f77ae1 disassociated. External IP: 172.28.0.211, port: 067f4357-3b0e-449d-b451-eb778e8a512d. Apr 28 19:53:51.756917 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Calling delete_port for 067f4357-3b0e-449d-b451-eb778e8a512d owned by compute:nova {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:53:51.938937 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (067f4357-3b0e-449d-b451-eb778e8a512d), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:51.974813 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event deleted for resources: {'Port': ['ID=067f4357-3b0e-449d-b451-eb778e8a512d,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:51.995496 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:51.996029 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:51.996572 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:51.997081 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:51.997597 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:51.998125 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:51.998631 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:51.999199 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:51.999721 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:52.000308 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:52.000818 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:52.001215 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:52.001687 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:52.002123 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:52.002644 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:52.164866 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6e37a-11bb-4748-b823-bbb500cab283 req-29ec36fa-ff4b-4f27-8089-c162fcebe63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:52.166469 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Router 0e9ce6cc-636c-4cae-a034-123270dff2c4 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:53:52.166653 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f3f6e37a-11bb-4748-b823-bbb500cab283 req-29ec36fa-ff4b-4f27-8089-c162fcebe63a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe&device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 1130 time: 0.0519886 Apr 28 19:53:52.283068 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:52.301535 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6e37a-11bb-4748-b823-bbb500cab283 req-81c848b3-6241-4742-9a36-1e33ae0e4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:52.303285 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f3f6e37a-11bb-4748-b823-bbb500cab283 req-81c848b3-6241-4742-9a36-1e33ae0e4608 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3dcd011-1276-4838-a5e9-d63807bfdd83 HTTP/1.1" status: 200 len: 918 time: 0.1289320 Apr 28 19:53:52.331359 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:53:52.346444 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fefc2af-1e69-49ee-9f17-7d13f5b37002 None None] Sync routers for ids ['0e9ce6cc-636c-4cae-a034-123270dff2c4'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:52.364921 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fefc2af-1e69-49ee-9f17-7d13f5b37002 None None] Routers {'0e9ce6cc-636c-4cae-a034-123270dff2c4'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:52.366370 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-8fefc2af-1e69-49ee-9f17-7d13f5b37002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:53:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['0e9ce6cc-636c-4cae-a034-123270dff2c4'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:52.406153 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] No DVR routers for this DVR port 067f4357-3b0e-449d-b451-eb778e8a512d on host hv-cinder-82694 {{(pid=109984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:52.411191 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:52.413064 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f3f6e37a-11bb-4748-b823-bbb500cab283 req-5bf7231b-e842-42e8-a6f5-d6bfd5666d2c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a84eb91-436c-4076-9750-86a7e51e8888 HTTP/1.1" status: 200 len: 1002 time: 0.1032434 Apr 28 19:53:52.418090 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-49e3df25-80e0-49a1-8d4e-6adc07dd598f req-d96a1645-b166-4089-afff-476197ef3291 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.65 "DELETE /v2.0/ports/067f4357-3b0e-449d-b451-eb778e8a512d HTTP/1.1" status: 204 len: 173 time: 1.1627054 Apr 28 19:53:52.418906 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0f0cdc-d285-421c-a981-b3f418be4860', 'name': 'network-vif-deleted', 'tag': '067f4357-3b0e-449d-b451-eb778e8a512d'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:52.423263 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262745b8-d8fe-4dd6-a9b3-79ea2362c599" -d '{"events": [{"server_uuid": "5a0f0cdc-d285-421c-a981-b3f418be4860", "name": "network-vif-deleted", "tag": "067f4357-3b0e-449d-b451-eb778e8a512d"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:53:52.481818 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6e37a-11bb-4748-b823-bbb500cab283 req-8b976669-af50-4f6d-9033-c178bd0ccf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:52.483419 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f3f6e37a-11bb-4748-b823-bbb500cab283 req-8b976669-af50-4f6d-9033-c178bd0ccf90 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3c2d8fac-6409-4404-8d0b-acd651903b10 HTTP/1.1" status: 200 len: 856 time: 0.0613756 Apr 28 19:53:52.526568 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5604069c-dfa9-461c-9ecc-9834de8db0f1 x-openstack-request-id: req-5604069c-dfa9-461c-9ecc-9834de8db0f1 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:53:52.527116 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0f0cdc-d285-421c-a981-b3f418be4860", "name": "network-vif-deleted", "tag": "067f4357-3b0e-449d-b451-eb778e8a512d", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:53:52.527380 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5604069c-dfa9-461c-9ecc-9834de8db0f1 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:53:52.528175 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5604069c-dfa9-461c-9ecc-9834de8db0f1'] response: {'server_uuid': '5a0f0cdc-d285-421c-a981-b3f418be4860', 'name': 'network-vif-deleted', 'tag': '067f4357-3b0e-449d-b451-eb778e8a512d', 'status': 'completed', 'code': 200} Apr 28 19:53:52.566990 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6e37a-11bb-4748-b823-bbb500cab283 req-7f98f941-8d07-4f30-921a-709254465473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:52.572138 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f3f6e37a-11bb-4748-b823-bbb500cab283 req-7f98f941-8d07-4f30-921a-709254465473 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3dcd011-1276-4838-a5e9-d63807bfdd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0764582 Apr 28 19:53:52.600719 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-8fefc2af-1e69-49ee-9f17-7d13f5b37002 None None] Set router 0e9ce6cc-636c-4cae-a034-123270dff2c4 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:52.733127 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f3f6e37a-11bb-4748-b823-bbb500cab283 req-a733feef-26d3-4a5a-b354-91da927f0ddc service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539826 Apr 28 19:53:52.880142 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-8fefc2af-1e69-49ee-9f17-7d13f5b37002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '96c98553-99fd-412c-a3cf-3c20544508f1', 'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'mac_address': 'fa:16:3e:8e:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:38Z', 'updated_at': '2022-04-28T19:44:53Z', 'revision_number': 5, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'subnets': [{'id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:52.921581 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79a6b6-24e7-459d-950e-52b4412a61d2 req-18fc7858-9a27-4e18-b38a-849f5fe130e6 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:52.926810 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ab79a6b6-24e7-459d-950e-52b4412a61d2 req-18fc7858-9a27-4e18-b38a-849f5fe130e6 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0928626 Apr 28 19:53:52.927144 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fefc2af-1e69-49ee-9f17-7d13f5b37002 None None] Checking router: 0e9ce6cc-636c-4cae-a034-123270dff2c4 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:52.937991 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fefc2af-1e69-49ee-9f17-7d13f5b37002 None None] Routers {'0e9ce6cc-636c-4cae-a034-123270dff2c4'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:53:52.939098 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-8fefc2af-1e69-49ee-9f17-7d13f5b37002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:53:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['0e9ce6cc-636c-4cae-a034-123270dff2c4'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:52.957524 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-52f575ae-de0c-48bb-bd5f-3c256472e292 req-5a5f01fd-fbf8-4e0b-97b3-caa423688612 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0f0cdc-d285-421c-a981-b3f418be4860 HTTP/1.1" status: 200 len: 210 time: 0.0724213 Apr 28 19:53:53.048988 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ab79a6b6-24e7-459d-950e-52b4412a61d2 req-e38d5b76-a277-49ad-8c98-7299266e1e7e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131344 Apr 28 19:53:53.077924 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f3f6e37a-11bb-4748-b823-bbb500cab283 req-db41c693-c15a-4e3a-acda-84731e59ecd5 service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750045 Apr 28 19:53:53.113985 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-8fefc2af-1e69-49ee-9f17-7d13f5b37002 None None] Set router 0e9ce6cc-636c-4cae-a034-123270dff2c4 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:53:53.329210 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-8fefc2af-1e69-49ee-9f17-7d13f5b37002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '96c98553-99fd-412c-a3cf-3c20544508f1', 'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'mac_address': 'fa:16:3e:8e:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:38Z', 'updated_at': '2022-04-28T19:44:53Z', 'revision_number': 5, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'subnets': [{'id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:53.358680 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fefc2af-1e69-49ee-9f17-7d13f5b37002 None None] The sync data for ids ['0e9ce6cc-636c-4cae-a034-123270dff2c4'] in dv-cinder-826949-7-smb is: [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:44:41Z', 'revision_number': 4, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '96c98553-99fd-412c-a3cf-3c20544508f1', 'name': '', 'network_id': 'b69886aa-6bae-4ab1-aed5-71674941fba6', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'mac_address': 'fa:16:3e:8e:27:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:38Z', 'updated_at': '2022-04-28T19:44:53Z', 'revision_number': 5, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'subnets': [{'id': 'a1befb9f-7e34-4e88-955a-eb6e46568b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:53.614305 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e94cad9-1bbd-4659-a87d-1481bf9701d9 None None] New status for floating IP c088b1de-6623-48ee-962f-b94bf5f77ae1: DOWN {{(pid=109985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:53:53.975090 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:54.083576 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 57404) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:53:54.156934 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group (1d2bf86d-790e-481b-9b49-9d8a34b4d21f), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:54.214651 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group (1d2bf86d-790e-481b-9b49-9d8a34b4d21f), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:54.248972 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb21fb1-256a-4dc6-85d0-bc070d4a5036 req-67646088-091f-4236-9e4a-20bb79cce782 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:54.250488 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6fb21fb1-256a-4dc6-85d0-bc070d4a5036 req-67646088-091f-4236-9e4a-20bb79cce782 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0802009 Apr 28 19:53:54.325363 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (1d2bf86d-790e-481b-9b49-9d8a34b4d21f), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:54.328617 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:54.330048 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "DELETE /v2.0/security-groups/1d2bf86d-790e-481b-9b49-9d8a34b4d21f HTTP/1.1" status: 204 len: 168 time: 0.2453375 Apr 28 19:53:54.332913 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 57410) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:53:54.339575 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6fb21fb1-256a-4dc6-85d0-bc070d4a5036 req-141a86d4-7f51-4539-a053-e42835c5032f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823252 Apr 28 19:53:54.348792 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.api.v2.resource [None req-92aab41d-1bff-45f7-ab07-0b816c14b7a4 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] show failed (client error): The resource could not be found. Apr 28 19:53:54.349894 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2bf86d-790e-481b-9b49-9d8a34b4d21f,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:54.354016 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-92aab41d-1bff-45f7-ab07-0b816c14b7a4 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "GET /v2.0/security-groups/1d2bf86d-790e-481b-9b49-9d8a34b4d21f HTTP/1.1" status: 404 len: 347 time: 0.0172405 Apr 28 19:53:54.357365 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 57412) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:53:54.372169 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.372169 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.372169 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.372169 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.372169 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.372169 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.372169 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.372169 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.372169 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.372169 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.372169 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.372169 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.372169 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.373972 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.373972 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4aff2b-3412-484f-ad19-d3885befc951 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.512207 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-335f7707-b339-4b3f-b687-e483e0468754 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Deleting port 4801ca82-f3e1-435d-984e-19aa70a5982e {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:53:54.512548 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-335f7707-b339-4b3f-b687-e483e0468754 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (4801ca82-f3e1-435d-984e-19aa70a5982e), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:54.603574 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-335f7707-b339-4b3f-b687-e483e0468754 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (4801ca82-f3e1-435d-984e-19aa70a5982e), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:54.603974 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-335f7707-b339-4b3f-b687-e483e0468754 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for floatingip (4801ca82-f3e1-435d-984e-19aa70a5982e), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:54.620446 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-335f7707-b339-4b3f-b687-e483e0468754 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Calling delete_port for 4801ca82-f3e1-435d-984e-19aa70a5982e owned by network:floatingip {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:53:54.828618 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-335f7707-b339-4b3f-b687-e483e0468754 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (4801ca82-f3e1-435d-984e-19aa70a5982e), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:54.863681 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f7707-b339-4b3f-b687-e483e0468754 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Pushing event deleted for resources: {'Port': ['ID=4801ca82-f3e1-435d-984e-19aa70a5982e,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:54.897480 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-335f7707-b339-4b3f-b687-e483e0468754 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks [] for floatingip (c088b1de-6623-48ee-962f-b94bf5f77ae1), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:54.901066 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-335f7707-b339-4b3f-b687-e483e0468754 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:54.905949 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-335f7707-b339-4b3f-b687-e483e0468754 tempest-AttachVolumeTestJSON-1664977336 tempest-AttachVolumeTestJSON-1664977336-project] 10.222.0.62 "DELETE /v2.0/floatingips/c088b1de-6623-48ee-962f-b94bf5f77ae1 HTTP/1.1" status: 204 len: 168 time: 0.5439813 Apr 28 19:53:55.476755 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d959f-7762-4a32-90da-6bbc9a06a2ed req-c0922799-58a9-479e-8b01-b4958c6ab89a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:55.478900 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-245d959f-7762-4a32-90da-6bbc9a06a2ed req-c0922799-58a9-479e-8b01-b4958c6ab89a tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 946 time: 0.0522406 Apr 28 19:53:55.533386 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-245d959f-7762-4a32-90da-6bbc9a06a2ed req-d039625f-6333-4603-abf8-fb579d47b5a8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484629 Apr 28 19:53:55.824227 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 8a84eb91-436c-4076-9750-86a7e51e8888 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:55.925070 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 8a84eb91-436c-4076-9750-86a7e51e8888 is: ACTIVE; New status is: DOWN {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:53:55.925784 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:55.956426 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a84eb91-436c-4076-9750-86a7e51e8888'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:55.959372 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b921c87-9580-4781-8676-b49551eaed9c" -d '{"events": [{"server_uuid": "7ec66d2c-8fb0-4007-a1b9-d047497d3416", "name": "network-vif-unplugged", "status": "completed", "tag": "8a84eb91-436c-4076-9750-86a7e51e8888"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:53:55.982280 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 8a84eb91-436c-4076-9750-86a7e51e8888, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8a84eb91-436c-4076-9750-86a7e51e8888,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:55.988331 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:55.989463 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 067f4357-3b0e-449d-b451-eb778e8a512d no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:56.054239 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Apr 2022 19:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6289ce83-088c-45a5-9711-d697c6501e53 x-openstack-request-id: req-6289ce83-088c-45a5-9711-d697c6501e53 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:53:56.054581 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec66d2c-8fb0-4007-a1b9-d047497d3416", "name": "network-vif-unplugged", "status": "failed", "tag": "8a84eb91-436c-4076-9750-86a7e51e8888", "code": 422}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:53:56.055017 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6289ce83-088c-45a5-9711-d697c6501e53 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:53:56.055739 dv-cinder-826949-7-smb neutron-server[109985]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6289ce83-088c-45a5-9711-d697c6501e53']: {'server_uuid': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a84eb91-436c-4076-9750-86a7e51e8888', 'code': 422} returned with failed status Apr 28 19:53:56.059426 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: 067f4357-3b0e-449d-b451-eb778e8a512d {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:53:56.060029 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 067f4357-3b0e-449d-b451-eb778e8a512d not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:53:56.108757 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=8a84eb91-436c-4076-9750-86a7e51e8888,revision_number=8']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:56.708859 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7661e4c-2951-4e5c-875d-959b5e6753cd req-4a46a940-a624-48e3-9efc-9de127a5c1f8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:56.710630 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d7661e4c-2951-4e5c-875d-959b5e6753cd req-4a46a940-a624-48e3-9efc-9de127a5c1f8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0546260 Apr 28 19:53:56.766822 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d7661e4c-2951-4e5c-875d-959b5e6753cd req-a36085be-153c-4d71-8609-43768716ec63 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498350 Apr 28 19:53:56.773497 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-2f0949b5-5382-42e9-9e7a-19e833c99292 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444422 Apr 28 19:53:56.860583 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-7803f95f-d273-4b7b-9b48-cb5773a09868 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:56.862026 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-7803f95f-d273-4b7b-9b48-cb5773a09868 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports/8a84eb91-436c-4076-9750-86a7e51e8888 HTTP/1.1" status: 200 len: 941 time: 0.0554023 Apr 28 19:53:57.860601 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-a7ec9d80-e9eb-44ce-afff-cd642f1d8e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:57.863406 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-a7ec9d80-e9eb-44ce-afff-cd642f1d8e48 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416&tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe HTTP/1.1" status: 200 len: 1128 time: 0.1072011 Apr 28 19:53:57.918130 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070b13d-4ff8-4b9e-b92b-ac5b2ef3889f req-72a4c46f-86a3-4238-a5d3-b12e2476ffce tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:57.919985 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f070b13d-4ff8-4b9e-b92b-ac5b2ef3889f req-72a4c46f-86a3-4238-a5d3-b12e2476ffce tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0608728 Apr 28 19:53:57.960793 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-680e75ca-ee70-4406-93a4-cff34ad9cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:57.964385 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-680e75ca-ee70-4406-93a4-cff34ad9cf6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe&device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 1128 time: 0.0678053 Apr 28 19:53:57.979787 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f070b13d-4ff8-4b9e-b92b-ac5b2ef3889f req-ec5a8d29-3248-4787-86d3-b8ff3fe622b9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532978 Apr 28 19:53:58.088433 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-96aa3313-8d52-472c-8774-45b0e668d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:58.090133 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-96aa3313-8d52-472c-8774-45b0e668d548 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3dcd011-1276-4838-a5e9-d63807bfdd83 HTTP/1.1" status: 200 len: 918 time: 0.1194353 Apr 28 19:53:58.168081 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-0ac427ed-c724-4895-ae0b-d75d6f9896b5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a84eb91-436c-4076-9750-86a7e51e8888 HTTP/1.1" status: 200 len: 1000 time: 0.0707898 Apr 28 19:53:58.227937 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-d5ba0bc8-26d5-4168-bc42-6587a9770e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:58.229501 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-d5ba0bc8-26d5-4168-bc42-6587a9770e4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3c2d8fac-6409-4404-8d0b-acd651903b10 HTTP/1.1" status: 200 len: 856 time: 0.0491748 Apr 28 19:53:58.280060 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-bacd5a50-12ad-4eae-bcfb-d792964ab605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:58.281746 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-bacd5a50-12ad-4eae-bcfb-d792964ab605 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3dcd011-1276-4838-a5e9-d63807bfdd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449278 Apr 28 19:53:58.387931 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-5223baaa-f0c3-4b20-95ef-8aa7f1ababbe service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974503 Apr 28 19:53:58.488955 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-600c331c-81f9-45a3-aaeb-a65a277bb787 req-a9bb61ab-2cb8-4a8a-9fdd-bd5c361f866b service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953281 Apr 28 19:53:58.619676 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 57490) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:53:59.268433 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1a8c2-f3a1-4ce3-a20a-a83a866cf5f3 req-c1efafd7-6ffc-430b-84e1-35c30b8046d3 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:59.270334 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-53d1a8c2-f3a1-4ce3-a20a-a83a866cf5f3 req-c1efafd7-6ffc-430b-84e1-35c30b8046d3 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.1462238 Apr 28 19:53:59.289488 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5baccbd8-a546-4c03-906e-ef135086fa62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115003'] for router_interface (0e9ce6cc-636c-4cae-a034-123270dff2c4), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:59.447222 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-53d1a8c2-f3a1-4ce3-a20a-a83a866cf5f3 req-c33304fa-1722-4c9c-9fc1-df706799591c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550195 Apr 28 19:53:59.672962 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-5baccbd8-a546-4c03-906e-ef135086fa62 admin admin] Deleting port 96c98553-99fd-412c-a3cf-3c20544508f1 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:53:59.673238 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5baccbd8-a546-4c03-906e-ef135086fa62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:59.774912 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [None req-5baccbd8-a546-4c03-906e-ef135086fa62 admin admin] For port 96c98553-99fd-412c-a3cf-3c20544508f1, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=96c98553-99fd-412c-a3cf-3c20544508f1,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:53:59.775216 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5baccbd8-a546-4c03-906e-ef135086fa62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:53:59.793707 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-5baccbd8-a546-4c03-906e-ef135086fa62 admin admin] Calling delete_port for 96c98553-99fd-412c-a3cf-3c20544508f1 owned by network:router_interface {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:53:59.827741 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 8a84eb91-436c-4076-9750-86a7e51e8888 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:53:59.999242 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 8a84eb91-436c-4076-9750-86a7e51e8888 is: DOWN; New status is: DOWN {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:54:00.127040 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5baccbd8-a546-4c03-906e-ef135086fa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (96c98553-99fd-412c-a3cf-3c20544508f1), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:00.179411 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baccbd8-a546-4c03-906e-ef135086fa62 admin admin] Pushing event deleted for resources: {'Port': ['ID=96c98553-99fd-412c-a3cf-3c20544508f1,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:00.434561 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5baccbd8-a546-4c03-906e-ef135086fa62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4115095'] for router_interface (0e9ce6cc-636c-4cae-a034-123270dff2c4), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:00.660634 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d303248-4d06-45a0-ab95-189ba3ada7cf req-d3ccb304-6dda-495b-9e40-9f7dca520cf4 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:00.669649 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9d303248-4d06-45a0-ab95-189ba3ada7cf req-d3ccb304-6dda-495b-9e40-9f7dca520cf4 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.1040633 Apr 28 19:54:00.733261 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9d303248-4d06-45a0-ab95-189ba3ada7cf req-041f777f-ec9b-424c-a547-5a6a59cc2593 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624275 Apr 28 19:54:00.776291 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5baccbd8-a546-4c03-906e-ef135086fa62 admin admin] Router 0e9ce6cc-636c-4cae-a034-123270dff2c4 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:54:00.930772 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baccbd8-a546-4c03-906e-ef135086fa62 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:54:00.938739 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-5baccbd8-a546-4c03-906e-ef135086fa62 admin admin] 10.222.0.62 "PUT /v2.0/routers/0e9ce6cc-636c-4cae-a034-123270dff2c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3171911 Apr 28 19:54:00.940510 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd9383-425b-4a09-a986-4b3554a04465 None None] Sync routers for ids ['0e9ce6cc-636c-4cae-a034-123270dff2c4'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:00.941040 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 57514) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:00.954900 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd9383-425b-4a09-a986-4b3554a04465 None None] Routers {'0e9ce6cc-636c-4cae-a034-123270dff2c4'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:00.955904 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-bbdd9383-425b-4a09-a986-4b3554a04465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:53:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['0e9ce6cc-636c-4cae-a034-123270dff2c4'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:01.088082 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] Publish callbacks [] for router (0e9ce6cc-636c-4cae-a034-123270dff2c4), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:01.179917 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-bbdd9383-425b-4a09-a986-4b3554a04465 None None] Set router 0e9ce6cc-636c-4cae-a034-123270dff2c4 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:54:01.233139 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] Publish callbacks [] for router_gateway (0e9ce6cc-636c-4cae-a034-123270dff2c4), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:01.321815 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] Deleting port 4eac9912-b20c-4321-adde-3346ade90f7c {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:54:01.322454 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (4eac9912-b20c-4321-adde-3346ade90f7c), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:01.460975 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] For port 4eac9912-b20c-4321-adde-3346ade90f7c, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=4eac9912-b20c-4321-adde-3346ade90f7c,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:01.462660 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (4eac9912-b20c-4321-adde-3346ade90f7c), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:01.464609 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-bbdd9383-425b-4a09-a986-4b3554a04465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 5, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port': {'id': '4eac9912-b20c-4321-adde-3346ade90f7c', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:29Z', 'updated_at': '2022-04-28T19:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:01.484218 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] Calling delete_port for 4eac9912-b20c-4321-adde-3346ade90f7c owned by network:router_gateway {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:54:01.524401 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd9383-425b-4a09-a986-4b3554a04465 None None] Checking router: 0e9ce6cc-636c-4cae-a034-123270dff2c4 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:54:01.538428 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd9383-425b-4a09-a986-4b3554a04465 None None] Routers {'0e9ce6cc-636c-4cae-a034-123270dff2c4'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:01.539229 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-bbdd9383-425b-4a09-a986-4b3554a04465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:53:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['0e9ce6cc-636c-4cae-a034-123270dff2c4'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:01.741241 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (4eac9912-b20c-4321-adde-3346ade90f7c), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:01.772234 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eac9912-b20c-4321-adde-3346ade90f7c,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:01.796485 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-bbdd9383-425b-4a09-a986-4b3554a04465 None None] Set router 0e9ce6cc-636c-4cae-a034-123270dff2c4 gateway port host: None {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:54:01.857007 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-bbdd9383-425b-4a09-a986-4b3554a04465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:54:01Z', 'revision_number': 6, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port_host': None}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:01.886177 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd9383-425b-4a09-a986-4b3554a04465 None None] The sync data for ids ['0e9ce6cc-636c-4cae-a034-123270dff2c4'] in dv-cinder-826949-7-smb is: [{'id': '0e9ce6cc-636c-4cae-a034-123270dff2c4', 'name': 'tempest-AttachVolumeTestJSON-1196646873-router', 'tenant_id': 'f822fc5fc43843fca324c641a2958d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:28Z', 'updated_at': '2022-04-28T19:54:01Z', 'revision_number': 6, 'project_id': 'f822fc5fc43843fca324c641a2958d58', 'gw_port_host': None}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:01.886480 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704061'] for router_gateway (0e9ce6cc-636c-4cae-a034-123270dff2c4), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:02.132360 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5eef2-39d4-4f83-ad0a-f53ab5405874 req-6b26ae52-2419-4fca-a21a-6f6ed6fed971 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:02.135001 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c5c5eef2-39d4-4f83-ad0a-f53ab5405874 req-6b26ae52-2419-4fca-a21a-6f6ed6fed971 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.1767612 Apr 28 19:54:02.137882 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4116294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1030'] for router (0e9ce6cc-636c-4cae-a034-123270dff2c4), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:02.142599 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] Publish callbacks [] for router_controller (0e9ce6cc-636c-4cae-a034-123270dff2c4), precommit_delete_associations {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:02.231362 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4116319'] for router (0e9ce6cc-636c-4cae-a034-123270dff2c4), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:02.233104 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9ce6cc-636c-4cae-a034-123270dff2c4 {{(pid=109983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:54:02.254423 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:02.258713 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-7a464e69-00fe-48cf-94ca-e81eb2061356 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0e9ce6cc-636c-4cae-a034-123270dff2c4 HTTP/1.1" status: 204 len: 168 time: 1.3141098 Apr 28 19:54:02.259150 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 57520) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:02.267540 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c5c5eef2-39d4-4f83-ad0a-f53ab5405874 req-f6acdebb-cc77-4538-afa9-818f94684837 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219966 Apr 28 19:54:02.366409 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_v2 [None req-300266a0-0fe2-4202-b536-03d627a91aa4 admin admin] Deleting subnet a1befb9f-7e34-4e88-955a-eb6e46568b81 {{(pid=109984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:54:02.372295 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-300266a0-0fe2-4202-b536-03d627a91aa4 admin admin] Publish callbacks [] for subnet (a1befb9f-7e34-4e88-955a-eb6e46568b81), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:02.453897 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-300266a0-0fe2-4202-b536-03d627a91aa4 admin admin] Publish callbacks [] for subnet (a1befb9f-7e34-4e88-955a-eb6e46568b81), precommit_delete_associations {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:02.531252 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-300266a0-0fe2-4202-b536-03d627a91aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863777'] for subnet (a1befb9f-7e34-4e88-955a-eb6e46568b81), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:02.623150 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-300266a0-0fe2-4202-b536-03d627a91aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for subnet (a1befb9f-7e34-4e88-955a-eb6e46568b81), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:02.654522 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300266a0-0fe2-4202-b536-03d627a91aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1befb9f-7e34-4e88-955a-eb6e46568b81,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:02.659041 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-300266a0-0fe2-4202-b536-03d627a91aa4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:02.662745 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-300266a0-0fe2-4202-b536-03d627a91aa4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a1befb9f-7e34-4e88-955a-eb6e46568b81 HTTP/1.1" status: 204 len: 168 time: 0.4022233 Apr 28 19:54:02.667438 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 57522) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:02.677729 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c41f4f-5c38-4f63-9f9d-36577068a6da None None] Network b69886aa-6bae-4ab1-aed5-71674941fba6 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:54:02.844130 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002127'] for network (b69886aa-6bae-4ab1-aed5-71674941fba6), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:02.882116 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 4eac9912-b20c-4321-adde-3346ade90f7c no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:02.920873 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 4eac9912-b20c-4321-adde-3346ade90f7c {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:54:02.921399 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 4eac9912-b20c-4321-adde-3346ade90f7c not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:02.921752 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 96c98553-99fd-412c-a3cf-3c20544508f1 no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:02.949714 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 96c98553-99fd-412c-a3cf-3c20544508f1 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:54:02.950135 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 96c98553-99fd-412c-a3cf-3c20544508f1 not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:02.955374 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Deleting port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:54:02.956165 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:03.045028 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b51e1c-40be-461e-9097-184155632884 None None] DHCP port deletion for b69886aa-6bae-4ab1-aed5-71674941fba6 request from dv-cinder-826949-7-smb {{(pid=109985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:54:03.079736 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] For port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=0b3b7be2-b2d6-4b52-871f-f42420cc2cc8,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:03.080041 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:03.099846 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Calling delete_port for 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 owned by network:dhcp {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:54:03.120424 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-75b51e1c-40be-461e-9097-184155632884 None None] Deleting port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 {{(pid=109985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:54:03.121793 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-75b51e1c-40be-461e-9097-184155632884 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), before_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:03.232869 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-75b51e1c-40be-461e-9097-184155632884 None None] For port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=0b3b7be2-b2d6-4b52-871f-f42420cc2cc8,segment=NetworkSegment(7a85cfd4-7bbe-4fba-80e0-95c5e508eef2),segment_id=7a85cfd4-7bbe-4fba-80e0-95c5e508eef2)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:03.233327 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-75b51e1c-40be-461e-9097-184155632884 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), precommit_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:03.251764 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-75b51e1c-40be-461e-9097-184155632884 None None] Calling delete_port for 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 owned by network:dhcp {{(pid=109985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:54:03.283359 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:03.331842 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3b7be2-b2d6-4b52-871f-f42420cc2cc8,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:03.334041 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] No DVR routers for this DVR port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 on host dv-cinder-826949-7-smb {{(pid=109984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:03.376641 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-75b51e1c-40be-461e-9097-184155632884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (0b3b7be2-b2d6-4b52-871f-f42420cc2cc8), after_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:03.422729 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b51e1c-40be-461e-9097-184155632884 None None] No DVR routers for this DVR port 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 on host dv-cinder-826949-7-smb {{(pid=109985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:03.437738 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b51e1c-40be-461e-9097-184155632884 None None] Pushing event deleted for resources: {'Port': ['ID=0b3b7be2-b2d6-4b52-871f-f42420cc2cc8,revision_number=None']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:03.557660 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874428', 'neutron.services.segments.db._delete_segments_for_network-8753808390777'] for network (b69886aa-6bae-4ab1-aed5-71674941fba6), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:03.576699 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa776d-5723-48f2-aebe-a0c172622311 req-d812b8fd-c887-4307-ba70-a6f39d33d897 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:03.578323 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-65fa776d-5723-48f2-aebe-a0c172622311 req-d812b8fd-c887-4307-ba70-a6f39d33d897 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.1479056 Apr 28 19:54:03.607850 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:54:03.608141 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:54:03.608862 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:54:03.609317 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Subscribe: > port after_create 55550000 {{(pid=109984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:54:03.609665 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:54:03.610007 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Subscribe: > port after_update 55550000 {{(pid=109984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:54:03.610325 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:54:03.610652 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:54:03.610965 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:54:03.611283 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:54:03.742052 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:54:03.742562 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:54:03.743730 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:54:03.744458 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:54:03.745057 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69886aa-6bae-4ab1-aed5-71674941fba6']}} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:03.796388 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2') {'for_net_delete': True} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:03.796902 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a85cfd4-7bbe-4fba-80e0-95c5e508eef2') {} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:03.840905 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753808389762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12317023'] for segment (7a85cfd4-7bbe-4fba-80e0-95c5e508eef2), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:03.916585 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-65fa776d-5723-48f2-aebe-a0c172622311 req-09f6de55-47c4-4e54-a4ce-2c25e60c06ab tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243814 Apr 28 19:54:03.918273 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (7a85cfd4-7bbe-4fba-80e0-95c5e508eef2), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:03.933578 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=109984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:54:03.934077 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11863938'] for segment (7a85cfd4-7bbe-4fba-80e0-95c5e508eef2), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: from cryptography.utils import int_from_bytes Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: from cryptography.utils import int_from_bytes Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: Traceback (most recent call last): Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: timer() Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: cb(*args, **kw) Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: return func(*args, **kwargs) Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: self._notify() Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: self.callback(batched_events) Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: event.method(event) Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: return f(self, *a, **k) Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: return self._get(url).json() Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: return self.request(url, 'GET', **kwargs) Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:54:03.973634 dv-cinder-826949-7-smb neutron-server[109984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:54:04.021694 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703573'] for network (b69886aa-6bae-4ab1-aed5-71674941fba6), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:04.030865 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:04.034258 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b69886aa-6bae-4ab1-aed5-71674941fba6 HTTP/1.1" status: 204 len: 168 time: 1.3656940 Apr 28 19:54:04.050522 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3ab1a-8e2d-457b-9dbd-551fda127ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b69886aa-6bae-4ab1-aed5-71674941fba6,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:04.239090 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 57530) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:04.304450 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-b6eeadea-4e74-4ff9-8d88-d8acc976e9bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f822fc5fc43843fca324c641a2958d58&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0637314 Apr 28 19:54:04.308372 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 57532) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:04.378656 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b7a2f477-1afa-4508-ac9e-d8014d13bddb admin admin] Publish callbacks [] for security_group (eea20f44-8e53-4616-877b-7734e8404d2f), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:04.408737 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b7a2f477-1afa-4508-ac9e-d8014d13bddb admin admin] Publish callbacks [] for security_group (eea20f44-8e53-4616-877b-7734e8404d2f), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:04.510721 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b7a2f477-1afa-4508-ac9e-d8014d13bddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (eea20f44-8e53-4616-877b-7734e8404d2f), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:04.514395 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b7a2f477-1afa-4508-ac9e-d8014d13bddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:04.516027 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-b7a2f477-1afa-4508-ac9e-d8014d13bddb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eea20f44-8e53-4616-877b-7734e8404d2f HTTP/1.1" status: 204 len: 168 time: 0.2061625 Apr 28 19:54:04.528029 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2f477-1afa-4508-ac9e-d8014d13bddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea20f44-8e53-4616-877b-7734e8404d2f,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:04.688757 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:54:04.750673 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:54:04.751301 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 0b3b7be2-b2d6-4b52-871f-f42420cc2cc8 not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:54:05.119565 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfaee0-4e43-46a7-bfd1-1d2afd9ccf18 req-c6db8cd4-e3e4-4ef8-a25e-00232716d5dc tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:05.129443 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-20dfaee0-4e43-46a7-bfd1-1d2afd9ccf18 req-c6db8cd4-e3e4-4ef8-a25e-00232716d5dc tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.1028032 Apr 28 19:54:05.223895 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-20dfaee0-4e43-46a7-bfd1-1d2afd9ccf18 req-efeea9d3-69a8-4405-a925-b20978713738 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830896 Apr 28 19:54:06.424936 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60381c5c-69a8-4575-8d8a-223a0f6e4c0a req-2d891067-cbdb-43b6-a0ba-a29510c47ac0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:06.427400 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-60381c5c-69a8-4575-8d8a-223a0f6e4c0a req-2d891067-cbdb-43b6-a0ba-a29510c47ac0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0695357 Apr 28 19:54:06.504086 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-60381c5c-69a8-4575-8d8a-223a0f6e4c0a req-930b6664-78a4-4872-9d81-afc6f6c552c8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614531 Apr 28 19:54:07.740832 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbf58d-bb69-4ca1-b5d2-f4f1fd05357e req-c4b2e9a6-f9a2-4cf8-8351-47bec93c679e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:07.743481 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-58bbf58d-bb69-4ca1-b5d2-f4f1fd05357e req-c4b2e9a6-f9a2-4cf8-8351-47bec93c679e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0851543 Apr 28 19:54:07.850440 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-58bbf58d-bb69-4ca1-b5d2-f4f1fd05357e req-00af14ad-da77-4efc-b46f-a1a19907511f tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981426 Apr 28 19:54:08.045867 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 57610) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:08.238812 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-2c866130-5e17-426d-a136-5be0c64de6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:08.373861 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-2c866130-5e17-426d-a136-5be0c64de6b9 admin admin] Publish callbacks [] for security_group (d88db105-c281-4955-bef5-18738031de4d), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:08.380464 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-2c866130-5e17-426d-a136-5be0c64de6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d88db105-c281-4955-bef5-18738031de4d), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:08.451532 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-2c866130-5e17-426d-a136-5be0c64de6b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01fbbdae5c1d4b71bbc9a221f8aeeafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028790 Apr 28 19:54:08.454420 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 57616) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:08.460105 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c866130-5e17-426d-a136-5be0c64de6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88db105-c281-4955-bef5-18738031de4d,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:08.550745 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6bd18132-50ef-4e9f-bbfe-0193b76ce4b9 admin admin] Publish callbacks [] for security_group (d88db105-c281-4955-bef5-18738031de4d), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:08.583873 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6bd18132-50ef-4e9f-bbfe-0193b76ce4b9 admin admin] Publish callbacks [] for security_group (d88db105-c281-4955-bef5-18738031de4d), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:08.644749 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6bd18132-50ef-4e9f-bbfe-0193b76ce4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d88db105-c281-4955-bef5-18738031de4d), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:08.647265 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6bd18132-50ef-4e9f-bbfe-0193b76ce4b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:08.652601 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-6bd18132-50ef-4e9f-bbfe-0193b76ce4b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d88db105-c281-4955-bef5-18738031de4d HTTP/1.1" status: 204 len: 168 time: 0.1929038 Apr 28 19:54:08.668024 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd18132-50ef-4e9f-bbfe-0193b76ce4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88db105-c281-4955-bef5-18738031de4d,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:09.064073 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4b90e-6638-4413-9f0f-f9a8fe485d52 req-456bce4a-e337-4943-a02b-0666ce40e5f2 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:09.066532 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e7a4b90e-6638-4413-9f0f-f9a8fe485d52 req-456bce4a-e337-4943-a02b-0666ce40e5f2 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0893340 Apr 28 19:54:09.108446 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 57626) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:09.123559 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9964adbd-c684-4f86-b3bc-8496c5705b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:09.128499 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e7a4b90e-6638-4413-9f0f-f9a8fe485d52 req-2969b022-94c3-4c20-ac5e-2645e8eff484 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544474 Apr 28 19:54:09.249725 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9964adbd-c684-4f86-b3bc-8496c5705b11 admin admin] Publish callbacks [] for security_group (51d9fdf3-49f6-4bf5-8683-a485647dcfba), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:09.256608 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9964adbd-c684-4f86-b3bc-8496c5705b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (51d9fdf3-49f6-4bf5-8683-a485647dcfba), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:09.323190 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-9964adbd-c684-4f86-b3bc-8496c5705b11 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5647623394f248699185e3e0930c8f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133186 Apr 28 19:54:09.326125 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 57628) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:09.326379 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964adbd-c684-4f86-b3bc-8496c5705b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d9fdf3-49f6-4bf5-8683-a485647dcfba,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:09.379598 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-eeca7874-cc38-447f-a2f6-acc8b159522c admin admin] Publish callbacks [] for security_group (51d9fdf3-49f6-4bf5-8683-a485647dcfba), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:09.404310 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-eeca7874-cc38-447f-a2f6-acc8b159522c admin admin] Publish callbacks [] for security_group (51d9fdf3-49f6-4bf5-8683-a485647dcfba), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:09.737767 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-eeca7874-cc38-447f-a2f6-acc8b159522c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (51d9fdf3-49f6-4bf5-8683-a485647dcfba), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:09.740671 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-eeca7874-cc38-447f-a2f6-acc8b159522c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:09.741868 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-eeca7874-cc38-447f-a2f6-acc8b159522c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51d9fdf3-49f6-4bf5-8683-a485647dcfba HTTP/1.1" status: 204 len: 168 time: 0.4147592 Apr 28 19:54:09.755352 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca7874-cc38-447f-a2f6-acc8b159522c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d9fdf3-49f6-4bf5-8683-a485647dcfba,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:10.296718 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fd816-60df-40dd-8aef-022b4ceff9f8 req-8ab32508-894e-44a9-989f-0e60cd2776cf tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:10.298331 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-637fd816-60df-40dd-8aef-022b4ceff9f8 req-8ab32508-894e-44a9-989f-0e60cd2776cf tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0536706 Apr 28 19:54:10.386814 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-637fd816-60df-40dd-8aef-022b4ceff9f8 req-2c3719c3-f204-4898-bb67-dc709040bec0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777919 Apr 28 19:54:10.441554 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:11.548537 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec3466-06a2-4590-abeb-eb4ce25a9b50 req-3747ed71-98c7-4b3c-a1aa-a443df1c89cc tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:11.550144 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-41ec3466-06a2-4590-abeb-eb4ce25a9b50 req-3747ed71-98c7-4b3c-a1aa-a443df1c89cc tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0637705 Apr 28 19:54:11.616537 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-41ec3466-06a2-4590-abeb-eb4ce25a9b50 req-5d84b83d-0555-48b1-89ca-95ba5fa5383e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568223 Apr 28 19:54:12.746584 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e717cac-3b53-4767-a9e5-540606244e7a req-2c40c6dd-34a9-484a-a7bf-626601ac9012 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:12.748212 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3e717cac-3b53-4767-a9e5-540606244e7a req-2c40c6dd-34a9-484a-a7bf-626601ac9012 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0507734 Apr 28 19:54:12.807191 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3e717cac-3b53-4767-a9e5-540606244e7a req-8e99810c-8550-42a5-94da-06bb861c5dda tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486720 Apr 28 19:54:13.943482 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadda458-91d9-48f6-8bbb-a6dc8f8c4080 req-5a7032b2-f7c6-4ea3-9441-56f033f858e7 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:13.946865 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cadda458-91d9-48f6-8bbb-a6dc8f8c4080 req-5a7032b2-f7c6-4ea3-9441-56f033f858e7 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0537932 Apr 28 19:54:14.007298 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cadda458-91d9-48f6-8bbb-a6dc8f8c4080 req-75d51b5b-bc08-46a6-bc9f-6f9945211a53 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510175 Apr 28 19:54:15.165713 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d982b-5213-4cd3-be6d-dddd6f1f40a8 req-fe9cd814-4b01-4c59-bb5e-416ef8447b6c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:15.168327 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-214d982b-5213-4cd3-be6d-dddd6f1f40a8 req-fe9cd814-4b01-4c59-bb5e-416ef8447b6c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0716405 Apr 28 19:54:15.224908 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-214d982b-5213-4cd3-be6d-dddd6f1f40a8 req-023dd47e-d072-4f20-8f32-c86d8450c2ed tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492766 Apr 28 19:54:16.392598 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dda795-10d0-4406-93ae-88ee481bb77b req-1f377ebb-8172-449b-b2a6-580f627b232e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:16.395251 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f9dda795-10d0-4406-93ae-88ee481bb77b req-1f377ebb-8172-449b-b2a6-580f627b232e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0786324 Apr 28 19:54:16.462066 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f9dda795-10d0-4406-93ae-88ee481bb77b req-dc3ce08b-1846-4897-966f-4c19e9378c70 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594275 Apr 28 19:54:17.081664 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0bee0cf4-de81-4de7-8cb7-104f4146b6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:17.638696 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7d5a3-dd04-4303-bd43-3119d12d6e1e req-925ca4fa-6962-4ce7-81a9-02766b3dbba0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:17.641767 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-9ef7d5a3-dd04-4303-bd43-3119d12d6e1e req-925ca4fa-6962-4ce7-81a9-02766b3dbba0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0744543 Apr 28 19:54:17.726393 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-9ef7d5a3-dd04-4303-bd43-3119d12d6e1e req-092a5a20-0ef2-4098-ad28-03d2a3fe657e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777898 Apr 28 19:54:18.033431 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42f8b3-cbf3-436f-816f-b3f7395eea14 req-067ec80a-062f-455f-a198-14b96a9094cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:18.034861 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bd42f8b3-cbf3-436f-816f-b3f7395eea14 req-067ec80a-062f-455f-a198-14b96a9094cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe&device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 1128 time: 0.0618308 Apr 28 19:54:18.468430 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42f8b3-cbf3-436f-816f-b3f7395eea14 req-582d3865-b224-4025-827e-4a9be8eac25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:18.469827 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bd42f8b3-cbf3-436f-816f-b3f7395eea14 req-582d3865-b224-4025-827e-4a9be8eac25e service neutron] 10.222.0.65 "GET /v2.0/networks?id=a3dcd011-1276-4838-a5e9-d63807bfdd83 HTTP/1.1" status: 200 len: 918 time: 0.4122815 Apr 28 19:54:18.546267 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bd42f8b3-cbf3-436f-816f-b3f7395eea14 req-d8bdca4b-f744-40e5-98bb-89dd86746e47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a84eb91-436c-4076-9750-86a7e51e8888 HTTP/1.1" status: 200 len: 1000 time: 0.0695579 Apr 28 19:54:18.600594 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42f8b3-cbf3-436f-816f-b3f7395eea14 req-614a49fc-e8b4-4c3f-ad55-aaa245a6f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:18.602793 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bd42f8b3-cbf3-436f-816f-b3f7395eea14 req-614a49fc-e8b4-4c3f-ad55-aaa245a6f9d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3c2d8fac-6409-4404-8d0b-acd651903b10 HTTP/1.1" status: 200 len: 856 time: 0.0501256 Apr 28 19:54:18.657371 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42f8b3-cbf3-436f-816f-b3f7395eea14 req-f2211dea-57e2-4708-a931-a351928d300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:18.659066 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bd42f8b3-cbf3-436f-816f-b3f7395eea14 req-f2211dea-57e2-4708-a931-a351928d300a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a3dcd011-1276-4838-a5e9-d63807bfdd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0488102 Apr 28 19:54:18.797073 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bd42f8b3-cbf3-436f-816f-b3f7395eea14 req-3f11538d-6330-4138-b782-87028d423ee3 service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288123 Apr 28 19:54:18.885629 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d023a-23e3-4de0-b4f2-159ccc2dd8af req-5da5e2ad-eafc-4f56-b020-371f65b366e9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:18.887275 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-446d023a-23e3-4de0-b4f2-159ccc2dd8af req-5da5e2ad-eafc-4f56-b020-371f65b366e9 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.0618792 Apr 28 19:54:18.934406 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bd42f8b3-cbf3-436f-816f-b3f7395eea14 req-b4bf9e5b-ef7b-4310-b766-8e87429840cc service neutron] 10.222.0.65 "GET /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305437 Apr 28 19:54:18.950656 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-446d023a-23e3-4de0-b4f2-159ccc2dd8af req-87283212-8599-4474-89cd-b7837d9cd64d tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571172 Apr 28 19:54:19.328355 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-39852313-5923-4bc4-9498-e81aa67f12a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:19.487711 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 57772) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:19.627263 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2d876932-5678-4f81-8e7d-e701d5dcc6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:19.754940 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2d876932-5678-4f81-8e7d-e701d5dcc6ae admin admin] Publish callbacks [] for security_group (c6b6c491-0c30-4b64-9702-dd26da0aa3b7), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:19.760572 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2d876932-5678-4f81-8e7d-e701d5dcc6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (c6b6c491-0c30-4b64-9702-dd26da0aa3b7), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:19.802915 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-2d876932-5678-4f81-8e7d-e701d5dcc6ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff2c7949352e452b8faf5e5abdd3afd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139920 Apr 28 19:54:19.804518 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d876932-5678-4f81-8e7d-e701d5dcc6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b6c491-0c30-4b64-9702-dd26da0aa3b7,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:19.808065 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 57776) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:19.870640 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-231efe69-405b-4f1d-aca5-43f45380e90f admin admin] Publish callbacks [] for security_group (c6b6c491-0c30-4b64-9702-dd26da0aa3b7), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:19.896435 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-231efe69-405b-4f1d-aca5-43f45380e90f admin admin] Publish callbacks [] for security_group (c6b6c491-0c30-4b64-9702-dd26da0aa3b7), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:19.911218 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 8a84eb91-436c-4076-9750-86a7e51e8888 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:54:19.975114 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-231efe69-405b-4f1d-aca5-43f45380e90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (c6b6c491-0c30-4b64-9702-dd26da0aa3b7), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:19.979659 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-231efe69-405b-4f1d-aca5-43f45380e90f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:19.981255 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-231efe69-405b-4f1d-aca5-43f45380e90f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c6b6c491-0c30-4b64-9702-dd26da0aa3b7 HTTP/1.1" status: 204 len: 168 time: 0.1716914 Apr 28 19:54:20.001011 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231efe69-405b-4f1d-aca5-43f45380e90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b6c491-0c30-4b64-9702-dd26da0aa3b7,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:20.096577 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 8a84eb91-436c-4076-9750-86a7e51e8888, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8a84eb91-436c-4076-9750-86a7e51e8888,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:20.128443 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '8a84eb91-436c-4076-9750-86a7e51e8888', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'port_id': '8a84eb91-436c-4076-9750-86a7e51e8888', 'mac_address': 'fa:16:3e:b9:18:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:54:20.212860 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 8a84eb91-436c-4076-9750-86a7e51e8888 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:54:20.213457 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:20.223189 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6546c4-fc8a-4e69-a464-58f943c75d6b req-99f1f549-06b5-4c0c-bf67-70a49e2c043e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:20.226012 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bc6546c4-fc8a-4e69-a464-58f943c75d6b req-99f1f549-06b5-4c0c-bf67-70a49e2c043e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 944 time: 0.1001265 Apr 28 19:54:20.236591 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a84eb91-436c-4076-9750-86a7e51e8888 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:54:20.275547 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 8a84eb91-436c-4076-9750-86a7e51e8888, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8a84eb91-436c-4076-9750-86a7e51e8888,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:20.282052 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:20.312058 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bc6546c4-fc8a-4e69-a464-58f943c75d6b req-a0fc1466-b5e5-4de1-bc2f-88249af07f99 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682299 Apr 28 19:54:20.361700 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=8a84eb91-436c-4076-9750-86a7e51e8888,revision_number=9']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:20.454709 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 57784) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:20.469853 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4aa0fd20-2f77-4686-bf06-93abbfc8bee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:20.573781 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4aa0fd20-2f77-4686-bf06-93abbfc8bee4 admin admin] Publish callbacks [] for security_group (b3c397b0-0692-42d5-a613-6f26ae2ba2cb), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:20.578413 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4aa0fd20-2f77-4686-bf06-93abbfc8bee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (b3c397b0-0692-42d5-a613-6f26ae2ba2cb), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:20.611460 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:54:20.622748 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-4aa0fd20-2f77-4686-bf06-93abbfc8bee4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42de85809da54954b71129e93a8a4135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1667681 Apr 28 19:54:20.624044 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0fd20-2f77-4686-bf06-93abbfc8bee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c397b0-0692-42d5-a613-6f26ae2ba2cb,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:20.626294 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 57786) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:20.646440 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['8a84eb91-436c-4076-9750-86a7e51e8888'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:54:20.717933 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d53376a6-5d86-466d-867e-9c9e9050aa59 admin admin] Publish callbacks [] for security_group (b3c397b0-0692-42d5-a613-6f26ae2ba2cb), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:20.757557 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d53376a6-5d86-466d-867e-9c9e9050aa59 admin admin] Publish callbacks [] for security_group (b3c397b0-0692-42d5-a613-6f26ae2ba2cb), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:20.840801 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d53376a6-5d86-466d-867e-9c9e9050aa59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (b3c397b0-0692-42d5-a613-6f26ae2ba2cb), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:20.844153 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-d53376a6-5d86-466d-867e-9c9e9050aa59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:20.845476 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-d53376a6-5d86-466d-867e-9c9e9050aa59 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b3c397b0-0692-42d5-a613-6f26ae2ba2cb HTTP/1.1" status: 204 len: 168 time: 0.2176759 Apr 28 19:54:20.855993 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53376a6-5d86-466d-867e-9c9e9050aa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c397b0-0692-42d5-a613-6f26ae2ba2cb,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:20.971402 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:21.467561 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019c430-0f12-45b5-af42-a65fda525b93 req-25a4ef09-e2b6-4d34-bac6-c92b5592205e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:21.471440 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b019c430-0f12-45b5-af42-a65fda525b93 req-25a4ef09-e2b6-4d34-bac6-c92b5592205e tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 945 time: 0.0781891 Apr 28 19:54:21.559691 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b019c430-0f12-45b5-af42-a65fda525b93 req-a4e758dd-bd65-477a-b3dd-4e9cf3a959b0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803699 Apr 28 19:54:21.928385 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 8a84eb91-436c-4076-9750-86a7e51e8888 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:21.986754 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 8a84eb91-436c-4076-9750-86a7e51e8888 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:54:21.987125 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:22.085128 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 8a84eb91-436c-4076-9750-86a7e51e8888 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:54:22.085826 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:22.114870 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a84eb91-436c-4076-9750-86a7e51e8888'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:22.117180 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b35283-ded2-4199-a4a9-11d94e29d524" -d '{"events": [{"server_uuid": "7ec66d2c-8fb0-4007-a1b9-d047497d3416", "name": "network-vif-plugged", "status": "completed", "tag": "8a84eb91-436c-4076-9750-86a7e51e8888"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:54:22.137551 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 8a84eb91-436c-4076-9750-86a7e51e8888, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8a84eb91-436c-4076-9750-86a7e51e8888,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:22.143316 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:22.179334 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060e4eaa-2493-4f62-83bd-7c781099fea1 x-openstack-request-id: req-060e4eaa-2493-4f62-83bd-7c781099fea1 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:54:22.179625 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec66d2c-8fb0-4007-a1b9-d047497d3416", "name": "network-vif-plugged", "status": "completed", "tag": "8a84eb91-436c-4076-9750-86a7e51e8888", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:54:22.180692 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-060e4eaa-2493-4f62-83bd-7c781099fea1 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:54:22.180931 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060e4eaa-2493-4f62-83bd-7c781099fea1'] response: {'server_uuid': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a84eb91-436c-4076-9750-86a7e51e8888', 'code': 200} Apr 28 19:54:22.206579 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=8a84eb91-436c-4076-9750-86a7e51e8888,revision_number=10']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:22.287920 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:22.434249 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351918c-4997-448c-b9c0-6f03a17eb2ca req-f7c32ce0-686a-4f3d-843e-7df1678f03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:22.436086 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a351918c-4997-448c-b9c0-6f03a17eb2ca req-f7c32ce0-686a-4f3d-843e-7df1678f03cb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 1131 time: 0.0578628 Apr 28 19:54:22.504483 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a351918c-4997-448c-b9c0-6f03a17eb2ca req-283bed6d-0a52-44e9-95c6-7fa0385b7f02 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515685 Apr 28 19:54:22.736222 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d75a03-21af-43da-87ce-9513f6e83c8d req-626db69a-75df-4387-91b6-6b55ecef13ab tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:22.738062 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-03d75a03-21af-43da-87ce-9513f6e83c8d req-626db69a-75df-4387-91b6-6b55ecef13ab tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 947 time: 0.0797558 Apr 28 19:54:22.812828 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-03d75a03-21af-43da-87ce-9513f6e83c8d req-6959d867-4012-43ff-9fbb-8c75afcfd9d1 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633950 Apr 28 19:54:23.970987 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:24.020267 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d217c-43e1-407e-b604-59a0c47ed97e req-c41e90bb-e9ef-49c1-a149-e1a4e02e54bc tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.022280 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f59d217c-43e1-407e-b604-59a0c47ed97e req-c41e90bb-e9ef-49c1-a149-e1a4e02e54bc tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 947 time: 0.0736146 Apr 28 19:54:24.103325 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f59d217c-43e1-407e-b604-59a0c47ed97e req-bc2fbda1-731e-45ed-9ded-7ab5c405b5af tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741844 Apr 28 19:54:25.255001 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ba9fd-b581-46bc-a84d-37358408117b req-9e9f9fbf-8f85-485b-b289-d433a2a679cb tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:25.257057 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-266ba9fd-b581-46bc-a84d-37358408117b req-9e9f9fbf-8f85-485b-b289-d433a2a679cb tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 947 time: 0.0553353 Apr 28 19:54:25.313360 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-266ba9fd-b581-46bc-a84d-37358408117b req-a5af5a56-f715-45b2-bd3a-dc5433ddcc8c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502045 Apr 28 19:54:30.783420 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 57968) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:30.789556 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-53178bb4-1854-42ee-a0e9-b530e9e69f74 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--766119388', 'description': 'tempest-description--1238717382'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:54:30.821832 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-53178bb4-1854-42ee-a0e9-b530e9e69f74 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:30.924233 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-53178bb4-1854-42ee-a0e9-b530e9e69f74 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (172921d5-c276-4490-860f-daf04e8704c5), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:30.930037 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-53178bb4-1854-42ee-a0e9-b530e9e69f74 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (172921d5-c276-4490-860f-daf04e8704c5), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:30.969697 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-53178bb4-1854-42ee-a0e9-b530e9e69f74 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:30.971161 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-53178bb4-1854-42ee-a0e9-b530e9e69f74 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1862836 Apr 28 19:54:30.976207 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53178bb4-1854-42ee-a0e9-b530e9e69f74 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172921d5-c276-4490-860f-daf04e8704c5,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:30.978569 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 57974) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:30.989391 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-92541ce0-fe8f-45ca-b353-c5e6e41b9ad2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'security_group_rule': {'security_group_id': '172921d5-c276-4490-860f-daf04e8704c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:54:31.038684 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-92541ce0-fe8f-45ca-b353-c5e6e41b9ad2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (61132827-03ad-4641-9c77-69b3738e8e03), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:31.130383 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-92541ce0-fe8f-45ca-b353-c5e6e41b9ad2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (61132827-03ad-4641-9c77-69b3738e8e03), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:31.135672 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-92541ce0-fe8f-45ca-b353-c5e6e41b9ad2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (61132827-03ad-4641-9c77-69b3738e8e03), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:31.156931 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92541ce0-fe8f-45ca-b353-c5e6e41b9ad2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61132827-03ad-4641-9c77-69b3738e8e03,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:31.169425 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-92541ce0-fe8f-45ca-b353-c5e6e41b9ad2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:31.170895 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-92541ce0-fe8f-45ca-b353-c5e6e41b9ad2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1880691 Apr 28 19:54:31.174044 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 57978) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:31.178979 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-90ab96e0-ea01-4598-9447-3b65f0c13d8f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'security_group_rule': {'security_group_id': '172921d5-c276-4490-860f-daf04e8704c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:54:31.211394 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-90ab96e0-ea01-4598-9447-3b65f0c13d8f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (3868586d-2e49-4b7a-bc30-610af8232aeb), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:31.282330 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-90ab96e0-ea01-4598-9447-3b65f0c13d8f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (3868586d-2e49-4b7a-bc30-610af8232aeb), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:31.287139 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-90ab96e0-ea01-4598-9447-3b65f0c13d8f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (3868586d-2e49-4b7a-bc30-610af8232aeb), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:31.308912 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab96e0-ea01-4598-9447-3b65f0c13d8f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3868586d-2e49-4b7a-bc30-610af8232aeb,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:31.319601 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-90ab96e0-ea01-4598-9447-3b65f0c13d8f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:31.321094 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-90ab96e0-ea01-4598-9447-3b65f0c13d8f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457968 Apr 28 19:54:31.325486 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 57980) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:31.330517 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'floatingip': {'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:54:31.353615 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:31.444528 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:31.580132 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Allocated IP 172.28.0.8 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/80f063f0-11b6-480b-863f-5164889330a0) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:31.720214 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for port (80f063f0-11b6-480b-863f-5164889330a0), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:31.777462 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11863989'] for port (80f063f0-11b6-480b-863f-5164889330a0), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:31.828218 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:31.832581 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:31.835868 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:31.844715 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'Port': ['ID=80f063f0-11b6-480b-863f-5164889330a0,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:31.942911 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (0e2ffe5f-49a9-4bdc-837d-7a2153ef50d5), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:31.985472 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (80f063f0-11b6-480b-863f-5164889330a0), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:32.187705 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for port (80f063f0-11b6-480b-863f-5164889330a0), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:32.194601 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11863982'] for port (80f063f0-11b6-480b-863f-5164889330a0), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:32.283509 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'Port': ['ID=80f063f0-11b6-480b-863f-5164889330a0,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:32.296412 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (0e2ffe5f-49a9-4bdc-837d-7a2153ef50d5), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:32.316104 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:32.317692 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-4ae72306-0770-4c75-a697-046bbde4c478 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9910324 Apr 28 19:54:32.594940 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-062be660-b438-4f30-aec9-d830418b15dc tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--766119388&fields=id&tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59 HTTP/1.1" status: 200 len: 267 time: 0.0700433 Apr 28 19:54:32.724827 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f94e7-838d-4400-8186-1cf8841d463f req-2bf757a6-085c-4fd3-860c-b9e773a16b0c tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:32.726664 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-2bf757a6-085c-4fd3-860c-b9e773a16b0c tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 815 time: 0.1228015 Apr 28 19:54:32.744535 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-5db2a625-05d9-405b-a99a-5c4beba796dc tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/quotas/c9bfa786ed56409bb2c3e5c3abc8ff59 HTTP/1.1" status: 200 len: 375 time: 0.0112190 Apr 28 19:54:32.811646 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-8e3568ed-7d2b-4b0b-bd4b-9c828e1ce717 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573754 Apr 28 19:54:32.928668 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-ceba7f37-5bb3-4355-951f-511acc6ede75 service neutron] 10.222.0.62 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960975 Apr 28 19:54:33.052862 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-69fd42a0-c215-4bbb-a4b3-436cfd66c6c6 service neutron] 10.222.0.62 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136122 Apr 28 19:54:33.408037 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-886f6661-e414-4ede-8835-14e603702fa8 req-6aaacc5c-a99f-4593-9d5d-c214ed4dbd16 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 210 time: 0.1947005 Apr 28 19:54:34.556783 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-17b4c2ab-c034-4eba-a6cf-7653d084548a req-69e0eee0-22a9-47fb-9d4b-533494eb8fb1 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 210 time: 0.0512664 Apr 28 19:54:34.582700 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f94e7-838d-4400-8186-1cf8841d463f req-65d9d673-8fcd-48f2-8339-5b15938d867f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:34.585418 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-65d9d673-8fcd-48f2-8339-5b15938d867f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 815 time: 0.1961975 Apr 28 19:54:34.685830 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-8a7991de-cf77-4c8d-b1e7-f64d6cc46443 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59 HTTP/1.1" status: 200 len: 471 time: 0.0919139 Apr 28 19:54:34.697301 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-a05f94e7-838d-4400-8186-1cf8841d463f req-78a23367-68df-495f-ad81-0d102dc2a786 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'port': {'device_id': '7d635a76-585c-4632-a751-b74c08eb1a97', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'admin_state_up': True, 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'security_groups': ['172921d5-c276-4490-860f-daf04e8704c5']}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:54:34.841336 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05f94e7-838d-4400-8186-1cf8841d463f req-78a23367-68df-495f-ad81-0d102dc2a786 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Made reservation on behalf of c9bfa786ed56409bb2c3e5c3abc8ff59 for: {'port': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:34.845517 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-a05f94e7-838d-4400-8186-1cf8841d463f req-78a23367-68df-495f-ad81-0d102dc2a786 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:35.040829 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [req-a05f94e7-838d-4400-8186-1cf8841d463f req-78a23367-68df-495f-ad81-0d102dc2a786 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Allocated IP 172.20.0.6 (fea4e88f-6f73-4d49-b25b-d3e39fb232cd/f29c2b68-7e70-4c84-b811-93f50be23c2e/cf4dd67c-33a5-4d90-ae4e-13057f4aa193) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:35.209203 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-a05f94e7-838d-4400-8186-1cf8841d463f req-78a23367-68df-495f-ad81-0d102dc2a786 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:35.250347 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-a05f94e7-838d-4400-8186-1cf8841d463f req-78a23367-68df-495f-ad81-0d102dc2a786 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:35.299283 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05f94e7-838d-4400-8186-1cf8841d463f req-78a23367-68df-495f-ad81-0d102dc2a786 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Network fea4e88f-6f73-4d49-b25b-d3e39fb232cd is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:35.305767 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [req-a05f94e7-838d-4400-8186-1cf8841d463f req-78a23367-68df-495f-ad81-0d102dc2a786 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:35.310352 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05f94e7-838d-4400-8186-1cf8841d463f req-78a23367-68df-495f-ad81-0d102dc2a786 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:54:35.318046 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a23367-68df-495f-ad81-0d102dc2a786 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'Port': ['ID=cf4dd67c-33a5-4d90-ae4e-13057f4aa193,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:35.376341 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f94e7-838d-4400-8186-1cf8841d463f req-78a23367-68df-495f-ad81-0d102dc2a786 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:35.377060 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-a05f94e7-838d-4400-8186-1cf8841d463f req-78a23367-68df-495f-ad81-0d102dc2a786 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:35.398101 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-78a23367-68df-495f-ad81-0d102dc2a786 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7058108 Apr 28 19:54:35.409646 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Request body: {'port': {'device_id': '7d635a76-585c-4632-a751-b74c08eb1a97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:54:35.507073 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:35.622641 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-a184cceb-3bc0-4ec0-9fef-51229bcd8989 None None] Provisioning complete for port cf4dd67c-33a5-4d90-ae4e-13057f4aa193 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:54:35.623442 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a184cceb-3bc0-4ec0-9fef-51229bcd8989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:35.681552 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-a184cceb-3bc0-4ec0-9fef-51229bcd8989 None None] Port cf4dd67c-33a5-4d90-ae4e-13057f4aa193 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:54:35.795219 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2d312-005b-48f6-8e5d-4550eb3a4826 req-8f847751-e27c-4133-bf5d-e5aa5efbb351 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:35.796835 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5be2d312-005b-48f6-8e5d-4550eb3a4826 req-8f847751-e27c-4133-bf5d-e5aa5efbb351 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 931 time: 0.1069450 Apr 28 19:54:35.888423 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5be2d312-005b-48f6-8e5d-4550eb3a4826 req-cbcb375f-8145-4c0d-bf76-05c0ef18c208 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=172921d5-c276-4490-860f-daf04e8704c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843759 Apr 28 19:54:35.957183 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4dd67c-33a5-4d90-ae4e-13057f4aa193 {{(pid=109983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:54:35.973528 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Publish callbacks [] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:35.997733 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.provisioning_blocks [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Transition to ACTIVE for port object cf4dd67c-33a5-4d90-ae4e-13057f4aa193 will not be triggered until provisioned by entity L2. {{(pid=109983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:54:36.003511 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:36.140205 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Pushing event updated for resources: {'Port': ['ID=cf4dd67c-33a5-4d90-ae4e-13057f4aa193,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:36.230015 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Attempting to bind port cf4dd67c-33a5-4d90-ae4e-13057f4aa193 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:54:36.230730 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Attempting to bind port cf4dd67c-33a5-4d90-ae4e-13057f4aa193 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:54:36.231540 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Attempting to bind port cf4dd67c-33a5-4d90-ae4e-13057f4aa193 on network fea4e88f-6f73-4d49-b25b-d3e39fb232cd {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:36.240033 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Port cf4dd67c-33a5-4d90-ae4e-13057f4aa193 on network fea4e88f-6f73-4d49-b25b-d3e39fb232cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:54:36.240827 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Attempting to bind port cf4dd67c-33a5-4d90-ae4e-13057f4aa193 on network fea4e88f-6f73-4d49-b25b-d3e39fb232cd {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:54:36.248825 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:54:36.249311 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Checking segment: {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:54:36.250099 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Bound using segment: {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:54:36.250725 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Bound port: cf4dd67c-33a5-4d90-ae4e-13057f4aa193, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'}}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:54:36.251255 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:36.351362 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] For port cf4dd67c-33a5-4d90-ae4e-13057f4aa193, host hv-cinder-82694, cleared binding levels {{(pid=109983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:54:36.356124 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] For port cf4dd67c-33a5-4d90-ae4e-13057f4aa193, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=cf4dd67c-33a5-4d90-ae4e-13057f4aa193,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:54:36.363422 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:36.419101 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:36.420283 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:36.422658 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] 10.222.0.65 "PUT /v2.0/ports/cf4dd67c-33a5-4d90-ae4e-13057f4aa193 HTTP/1.1" status: 200 len: 1093 time: 1.0172384 Apr 28 19:54:36.423435 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d635a76-585c-4632-a751-b74c08eb1a97', 'tag': 'cf4dd67c-33a5-4d90-ae4e-13057f4aa193'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:36.428454 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea904c3f-75b6-432c-b430-195623599a77" -d '{"events": [{"name": "network-changed", "server_uuid": "7d635a76-585c-4632-a751-b74c08eb1a97", "tag": "cf4dd67c-33a5-4d90-ae4e-13057f4aa193"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:54:36.481117 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9f5dd-e17e-4b54-a854-b404e97c2b3b service neutron] Pushing event updated for resources: {'Port': ['ID=cf4dd67c-33a5-4d90-ae4e-13057f4aa193,revision_number=3']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:36.501796 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b227fd6-5f4d-4658-a4ea-fa33a1f8905d x-openstack-request-id: req-1b227fd6-5f4d-4658-a4ea-fa33a1f8905d {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:54:36.502277 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d635a76-585c-4632-a751-b74c08eb1a97", "tag": "cf4dd67c-33a5-4d90-ae4e-13057f4aa193", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:54:36.502700 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b227fd6-5f4d-4658-a4ea-fa33a1f8905d {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:54:36.503383 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b227fd6-5f4d-4658-a4ea-fa33a1f8905d'] response: {'name': 'network-changed', 'server_uuid': '7d635a76-585c-4632-a751-b74c08eb1a97', 'tag': 'cf4dd67c-33a5-4d90-ae4e-13057f4aa193', 'status': 'completed', 'code': 200} Apr 28 19:54:36.564192 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9d9bdae1-065b-4f7b-b9b0-da6a7f476f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:36.565706 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-9d9bdae1-065b-4f7b-b9b0-da6a7f476f68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 1127 time: 0.0673561 Apr 28 19:54:36.616006 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-8e31bb32-ee1f-46c5-a77b-66b06856a23f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf4dd67c-33a5-4d90-ae4e-13057f4aa193 HTTP/1.1" status: 200 len: 217 time: 0.0410628 Apr 28 19:54:36.689802 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f94e7-838d-4400-8186-1cf8841d463f req-a2edd13c-6cc1-4990-8443-6e129e68fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:36.692069 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-a2edd13c-6cc1-4990-8443-6e129e68fa08 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 200 len: 854 time: 0.0696590 Apr 28 19:54:36.743550 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f94e7-838d-4400-8186-1cf8841d463f req-478ec4ba-0baf-4c47-87c4-dafba551183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:36.745194 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-478ec4ba-0baf-4c47-87c4-dafba551183b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0469093 Apr 28 19:54:36.847381 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-402b5cf4-324b-426c-ae18-36c597052314 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951383 Apr 28 19:54:36.990963 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a05f94e7-838d-4400-8186-1cf8841d463f req-fee62037-b684-4cee-a4dc-505cda067898 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375024 Apr 28 19:54:37.065060 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0dd16-5b1e-44a4-84fb-36a8f2e50c30 req-8a8ed92a-d1fd-44c5-a156-3abb7e97efde tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:37.066686 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-38e0dd16-5b1e-44a4-84fb-36a8f2e50c30 req-8a8ed92a-d1fd-44c5-a156-3abb7e97efde tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 943 time: 0.0964334 Apr 28 19:54:37.128356 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-38e0dd16-5b1e-44a4-84fb-36a8f2e50c30 req-1418518e-976f-48a2-8369-bc6cb180e0f1 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=172921d5-c276-4490-860f-daf04e8704c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506370 Apr 28 19:54:38.268997 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810fd0c-5f43-4b19-b9b6-b8b5c49ce026 req-7c77793f-9b77-4166-84fb-4b6d45905327 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:38.270857 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0810fd0c-5f43-4b19-b9b6-b8b5c49ce026 req-7c77793f-9b77-4166-84fb-4b6d45905327 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 943 time: 0.0537205 Apr 28 19:54:38.332401 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0810fd0c-5f43-4b19-b9b6-b8b5c49ce026 req-79263d2f-dc7a-4093-a056-80728b2bc756 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=172921d5-c276-4490-860f-daf04e8704c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495994 Apr 28 19:54:39.147872 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58094) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:39.279716 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-de17a19b-b64a-4280-b1c0-70efe6c4a570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:39.387854 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-de17a19b-b64a-4280-b1c0-70efe6c4a570 admin admin] Publish callbacks [] for security_group (db7dbef1-515f-4afb-be7e-9c50eda197ff), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:39.394178 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-de17a19b-b64a-4280-b1c0-70efe6c4a570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (db7dbef1-515f-4afb-be7e-9c50eda197ff), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:39.449211 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-de17a19b-b64a-4280-b1c0-70efe6c4a570 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ead91f5546cc4ea9aa0809bcb85d3024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990706 Apr 28 19:54:39.450182 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17a19b-b64a-4280-b1c0-70efe6c4a570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7dbef1-515f-4afb-be7e-9c50eda197ff,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:39.454055 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58100) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:39.487690 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f413f-34eb-41b4-a89f-d4d13d3e6c1d req-7390fcd4-df6e-4507-a5e2-b4ce4727b727 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:39.490100 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-117f413f-34eb-41b4-a89f-d4d13d3e6c1d req-7390fcd4-df6e-4507-a5e2-b4ce4727b727 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 943 time: 0.0719419 Apr 28 19:54:39.536908 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-70eae736-b31f-42ff-aec7-bd06f92cfe46 admin admin] Publish callbacks [] for security_group (db7dbef1-515f-4afb-be7e-9c50eda197ff), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:39.559665 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-117f413f-34eb-41b4-a89f-d4d13d3e6c1d req-7ff8f468-6efa-45c9-8582-2998f257005f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=172921d5-c276-4490-860f-daf04e8704c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614610 Apr 28 19:54:39.571827 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-70eae736-b31f-42ff-aec7-bd06f92cfe46 admin admin] Publish callbacks [] for security_group (db7dbef1-515f-4afb-be7e-9c50eda197ff), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:39.637796 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-70eae736-b31f-42ff-aec7-bd06f92cfe46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (db7dbef1-515f-4afb-be7e-9c50eda197ff), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:39.641263 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-70eae736-b31f-42ff-aec7-bd06f92cfe46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:39.642645 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-70eae736-b31f-42ff-aec7-bd06f92cfe46 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db7dbef1-515f-4afb-be7e-9c50eda197ff HTTP/1.1" status: 204 len: 168 time: 0.1872883 Apr 28 19:54:39.656472 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eae736-b31f-42ff-aec7-bd06f92cfe46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7dbef1-515f-4afb-be7e-9c50eda197ff,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:40.003832 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea904c3f-75b6-432c-b430-195623599a77 req-cb106f5a-4868-4e8a-8a25-b30185dca3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:40.005906 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ea904c3f-75b6-432c-b430-195623599a77 req-cb106f5a-4868-4e8a-8a25-b30185dca3f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 1127 time: 0.0493517 Apr 28 19:54:40.013464 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58106) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:40.042130 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b5b69802-573d-414a-8018-e5398681e1e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:40.149411 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea904c3f-75b6-432c-b430-195623599a77 req-66e9ea1a-5ad9-421a-9141-e4f3374d66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:40.152193 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ea904c3f-75b6-432c-b430-195623599a77 req-66e9ea1a-5ad9-421a-9141-e4f3374d66b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 916 time: 0.1400001 Apr 28 19:54:40.165646 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b5b69802-573d-414a-8018-e5398681e1e5 admin admin] Publish callbacks [] for security_group (61bc8f3d-471c-408a-baca-2a0f265045b9), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:40.170751 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b5b69802-573d-414a-8018-e5398681e1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (61bc8f3d-471c-408a-baca-2a0f265045b9), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:40.215490 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-b5b69802-573d-414a-8018-e5398681e1e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=437267fb63fe4fa3aaf36a15c762fcdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004588 Apr 28 19:54:40.216860 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b69802-573d-414a-8018-e5398681e1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bc8f3d-471c-408a-baca-2a0f265045b9,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:40.219314 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58108) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:40.226940 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ea904c3f-75b6-432c-b430-195623599a77 req-ae028755-d62b-4942-8cd9-57662bfdfe5a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf4dd67c-33a5-4d90-ae4e-13057f4aa193 HTTP/1.1" status: 200 len: 217 time: 0.0675447 Apr 28 19:54:40.296771 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-450dbdad-6469-4057-8da6-bba4e0c8cb5f admin admin] Publish callbacks [] for security_group (61bc8f3d-471c-408a-baca-2a0f265045b9), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:40.303700 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea904c3f-75b6-432c-b430-195623599a77 req-babcc47e-212f-4840-a22a-52abeba64648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:40.306193 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ea904c3f-75b6-432c-b430-195623599a77 req-babcc47e-212f-4840-a22a-52abeba64648 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 200 len: 854 time: 0.0737872 Apr 28 19:54:40.328578 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-450dbdad-6469-4057-8da6-bba4e0c8cb5f admin admin] Publish callbacks [] for security_group (61bc8f3d-471c-408a-baca-2a0f265045b9), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:40.368656 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea904c3f-75b6-432c-b430-195623599a77 req-e5f66878-87bd-4929-b0af-2782a7835350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:40.371067 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ea904c3f-75b6-432c-b430-195623599a77 req-e5f66878-87bd-4929-b0af-2782a7835350 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0577855 Apr 28 19:54:40.383108 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [req-ea904c3f-75b6-432c-b430-195623599a77 req-fc08affa-2256-4df2-bbad-f371ddaa6c38 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:54:40.384415 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ea904c3f-75b6-432c-b430-195623599a77 req-fc08affa-2256-4df2-bbad-f371ddaa6c38 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059988 Apr 28 19:54:40.411136 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-450dbdad-6469-4057-8da6-bba4e0c8cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (61bc8f3d-471c-408a-baca-2a0f265045b9), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:40.416627 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-450dbdad-6469-4057-8da6-bba4e0c8cb5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:40.418289 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-450dbdad-6469-4057-8da6-bba4e0c8cb5f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61bc8f3d-471c-408a-baca-2a0f265045b9 HTTP/1.1" status: 204 len: 168 time: 0.1979401 Apr 28 19:54:40.437592 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450dbdad-6469-4057-8da6-bba4e0c8cb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bc8f3d-471c-408a-baca-2a0f265045b9,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:40.447915 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:40.526230 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ea904c3f-75b6-432c-b430-195623599a77 req-b34eec11-fdc0-46e6-8a2b-bfa59ef27487 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361113 Apr 28 19:54:40.673178 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ea904c3f-75b6-432c-b430-195623599a77 req-9cfc7912-792a-4085-bc4d-583665514a4c service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400847 Apr 28 19:54:40.738690 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623727a7-9b63-42ce-a9db-42b7573e5280 req-7465d5b0-070e-410c-8612-3efd0675eac8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:40.740818 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-623727a7-9b63-42ce-a9db-42b7573e5280 req-7465d5b0-070e-410c-8612-3efd0675eac8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 943 time: 0.0650146 Apr 28 19:54:40.809902 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-623727a7-9b63-42ce-a9db-42b7573e5280 req-1b329f33-6303-47c8-ac5a-a55b4b6fa453 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=172921d5-c276-4490-860f-daf04e8704c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585341 Apr 28 19:54:41.980992 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50045b7a-91a1-4aa4-a4de-136398271eb7 req-c74e3c71-4b06-41d0-b2e7-53764534449f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:41.982641 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-50045b7a-91a1-4aa4-a4de-136398271eb7 req-c74e3c71-4b06-41d0-b2e7-53764534449f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 943 time: 0.0635211 Apr 28 19:54:42.037922 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device cf4dd67c-33a5-4d90-ae4e-13057f4aa193 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:54:42.042336 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-50045b7a-91a1-4aa4-a4de-136398271eb7 req-a69fbd20-4c02-436a-bbe1-b3717679d041 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=172921d5-c276-4490-860f-daf04e8704c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523725 Apr 28 19:54:42.169779 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port cf4dd67c-33a5-4d90-ae4e-13057f4aa193, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=cf4dd67c-33a5-4d90-ae4e-13057f4aa193,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:42.188146 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': 'cf4dd67c-33a5-4d90-ae4e-13057f4aa193', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'port_id': 'cf4dd67c-33a5-4d90-ae4e-13057f4aa193', 'mac_address': 'fa:16:3e:0a:72:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:54:42.251989 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port cf4dd67c-33a5-4d90-ae4e-13057f4aa193 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:54:42.252379 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:42.273055 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4dd67c-33a5-4d90-ae4e-13057f4aa193 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:54:42.310171 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port cf4dd67c-33a5-4d90-ae4e-13057f4aa193, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=cf4dd67c-33a5-4d90-ae4e-13057f4aa193,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:42.315707 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:42.394383 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=cf4dd67c-33a5-4d90-ae4e-13057f4aa193,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:42.407231 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:42.407825 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:42.408408 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:42.409017 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:42.409596 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:42.410158 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:42.410715 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:42.411268 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:42.411849 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:42.412425 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:42.412943 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:42.413502 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:42.414599 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:42.415129 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:42.415690 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:42.707549 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['cf4dd67c-33a5-4d90-ae4e-13057f4aa193'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:54:43.196063 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da2a4c-f634-4cb7-9863-bb62ace716b8 req-30c59cf7-0e63-4eb6-9891-21906d66b4a6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:43.197877 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-55da2a4c-f634-4cb7-9863-bb62ace716b8 req-30c59cf7-0e63-4eb6-9891-21906d66b4a6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 944 time: 0.0617642 Apr 28 19:54:43.259184 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-55da2a4c-f634-4cb7-9863-bb62ace716b8 req-7605d695-7df3-436a-a72e-2eb9b485bfd3 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=172921d5-c276-4490-860f-daf04e8704c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517447 Apr 28 19:54:44.049427 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device cf4dd67c-33a5-4d90-ae4e-13057f4aa193 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:54:44.100091 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port cf4dd67c-33a5-4d90-ae4e-13057f4aa193 completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:54:44.108107 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port cf4dd67c-33a5-4d90-ae4e-13057f4aa193 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:54:44.108652 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:44.197804 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port cf4dd67c-33a5-4d90-ae4e-13057f4aa193 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:54:44.198217 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:44.224065 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d635a76-585c-4632-a751-b74c08eb1a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4dd67c-33a5-4d90-ae4e-13057f4aa193'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:44.227041 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abaaabf-d4c5-4ec4-8b71-eae9947a8062" -d '{"events": [{"server_uuid": "7d635a76-585c-4632-a751-b74c08eb1a97", "name": "network-vif-plugged", "status": "completed", "tag": "cf4dd67c-33a5-4d90-ae4e-13057f4aa193"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:54:44.246795 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port cf4dd67c-33a5-4d90-ae4e-13057f4aa193, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=cf4dd67c-33a5-4d90-ae4e-13057f4aa193,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:54:44.251467 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:44.288464 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e13fb26-fd64-4e04-8e75-78af9fb72c1e x-openstack-request-id: req-7e13fb26-fd64-4e04-8e75-78af9fb72c1e {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:54:44.288820 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d635a76-585c-4632-a751-b74c08eb1a97", "name": "network-vif-plugged", "status": "completed", "tag": "cf4dd67c-33a5-4d90-ae4e-13057f4aa193", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:54:44.289899 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e13fb26-fd64-4e04-8e75-78af9fb72c1e {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:54:44.290080 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e13fb26-fd64-4e04-8e75-78af9fb72c1e'] response: {'server_uuid': '7d635a76-585c-4632-a751-b74c08eb1a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4dd67c-33a5-4d90-ae4e-13057f4aa193', 'code': 200} Apr 28 19:54:44.325765 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=cf4dd67c-33a5-4d90-ae4e-13057f4aa193,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:44.447850 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded5aa1-b49b-4719-a52d-3b01e1dcc167 req-9f8225cd-a61e-4709-af4b-a53daed3104f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:44.450624 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5ded5aa1-b49b-4719-a52d-3b01e1dcc167 req-9f8225cd-a61e-4709-af4b-a53daed3104f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 945 time: 0.0642445 Apr 28 19:54:44.518023 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05da43-60eb-4ef1-bc85-2de1b9d1c3d2 req-42ca08b7-a6e2-4ba7-99aa-5e2b195f8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:44.519640 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1d05da43-60eb-4ef1-bc85-2de1b9d1c3d2 req-42ca08b7-a6e2-4ba7-99aa-5e2b195f8175 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 1129 time: 0.0447745 Apr 28 19:54:44.535387 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5ded5aa1-b49b-4719-a52d-3b01e1dcc167 req-0010d02d-72ac-42ff-89dc-3d9d3d814d34 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=172921d5-c276-4490-860f-daf04e8704c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773950 Apr 28 19:54:44.577424 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1d05da43-60eb-4ef1-bc85-2de1b9d1c3d2 req-fbb26ca4-e4db-4fc7-91fb-53c38b0618a2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=172921d5-c276-4490-860f-daf04e8704c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509822 Apr 28 19:54:45.675193 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5587f9e-ba7b-4631-be7e-cefdee8ae0e1 req-22b81fe0-bb45-4901-b752-e9f0b5647200 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:45.676845 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c5587f9e-ba7b-4631-be7e-cefdee8ae0e1 req-22b81fe0-bb45-4901-b752-e9f0b5647200 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 945 time: 0.0551918 Apr 28 19:54:45.760868 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c5587f9e-ba7b-4631-be7e-cefdee8ae0e1 req-f2a6257e-3108-4da7-b1ff-6c17641d7d21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=172921d5-c276-4490-860f-daf04e8704c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761454 Apr 28 19:54:46.895028 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a9e97-b9eb-43c9-960f-3907ad11b702 req-01ba165e-4e6f-4254-958b-6f2e1e4ef14a tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:46.896655 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-bc6a9e97-b9eb-43c9-960f-3907ad11b702 req-01ba165e-4e6f-4254-958b-6f2e1e4ef14a tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 945 time: 0.0610225 Apr 28 19:54:46.955369 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-bc6a9e97-b9eb-43c9-960f-3907ad11b702 req-bf414dce-76a7-4941-80ee-a405d1be01bb tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=172921d5-c276-4490-860f-daf04e8704c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483100 Apr 28 19:54:47.091416 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-3f79abd4-de85-445e-b691-655cfdbfd8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:47.107989 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a77e67-b041-467c-877e-b135283262a8 req-e3ff3ba9-d735-4d7a-8dbf-5d649a0db61f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:47.110813 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b2a77e67-b041-467c-877e-b135283262a8 req-e3ff3ba9-d735-4d7a-8dbf-5d649a0db61f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 945 time: 0.0737109 Apr 28 19:54:47.121095 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58220) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:47.126023 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-ec4d59cc-9a8a-4e0c-83e4-999143a99eb0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'floatingip': {'port_id': 'cf4dd67c-33a5-4d90-ae4e-13057f4aa193'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:54:47.170929 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ec4d59cc-9a8a-4e0c-83e4-999143a99eb0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (0e2ffe5f-49a9-4bdc-837d-7a2153ef50d5), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:47.691900 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ec4d59cc-9a8a-4e0c-83e4-999143a99eb0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:47.697417 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ec4d59cc-9a8a-4e0c-83e4-999143a99eb0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (0e2ffe5f-49a9-4bdc-837d-7a2153ef50d5), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:47.832722 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.l3_db [None req-ec4d59cc-9a8a-4e0c-83e4-999143a99eb0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Floating IP 0e2ffe5f-49a9-4bdc-837d-7a2153ef50d5 associated. External IP: 172.28.0.8, port: cf4dd67c-33a5-4d90-ae4e-13057f4aa193. Apr 28 19:54:48.141538 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4d59cc-9a8a-4e0c-83e4-999143a99eb0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:54:48.302392 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4d59cc-9a8a-4e0c-83e4-999143a99eb0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:54:48.310762 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ec4d59cc-9a8a-4e0c-83e4-999143a99eb0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:48.316924 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8cd226-6544-4cef-b850-28088a08c3a5 None None] Sync routers for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:48.341004 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8cd226-6544-4cef-b850-28088a08c3a5 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:48.342356 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-fc8cd226-6544-4cef-b850-28088a08c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:54:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:48.377297 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-ec4d59cc-9a8a-4e0c-83e4-999143a99eb0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "PUT /v2.0/floatingips/0e2ffe5f-49a9-4bdc-837d-7a2153ef50d5 HTTP/1.1" status: 200 len: 989 time: 1.2548800 Apr 28 19:54:48.378410 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d635a76-585c-4632-a751-b74c08eb1a97', 'tag': 'cf4dd67c-33a5-4d90-ae4e-13057f4aa193'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:48.382578 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b6e33d-d765-4c45-a693-8cc375367a53" -d '{"events": [{"name": "network-changed", "server_uuid": "7d635a76-585c-4632-a751-b74c08eb1a97", "tag": "cf4dd67c-33a5-4d90-ae4e-13057f4aa193"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:54:48.423550 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234240fd-258e-452c-b125-8bba3cfaadba x-openstack-request-id: req-234240fd-258e-452c-b125-8bba3cfaadba {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:54:48.423882 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d635a76-585c-4632-a751-b74c08eb1a97", "tag": "cf4dd67c-33a5-4d90-ae4e-13057f4aa193", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:54:48.424146 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-234240fd-258e-452c-b125-8bba3cfaadba {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:54:48.424605 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234240fd-258e-452c-b125-8bba3cfaadba'] response: {'name': 'network-changed', 'server_uuid': '7d635a76-585c-4632-a751-b74c08eb1a97', 'tag': 'cf4dd67c-33a5-4d90-ae4e-13057f4aa193', 'status': 'completed', 'code': 200} Apr 28 19:54:48.525051 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6e33d-d765-4c45-a693-8cc375367a53 req-a3cce72c-ed99-4987-8507-a244d25a7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:48.527910 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e6b6e33d-d765-4c45-a693-8cc375367a53 req-a3cce72c-ed99-4987-8507-a244d25a7771 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 1129 time: 0.0706751 Apr 28 19:54:48.546778 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-fc8cd226-6544-4cef-b850-28088a08c3a5 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:54:48.665933 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6e33d-d765-4c45-a693-8cc375367a53 req-dcfbf071-909c-4f36-be92-a320dd0cf8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:48.668681 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e6b6e33d-d765-4c45-a693-8cc375367a53 req-dcfbf071-909c-4f36-be92-a320dd0cf8d2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 916 time: 0.1337774 Apr 28 19:54:48.752029 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e6b6e33d-d765-4c45-a693-8cc375367a53 req-0866aeb4-7ae1-4ea4-826f-463c22403053 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf4dd67c-33a5-4d90-ae4e-13057f4aa193 HTTP/1.1" status: 200 len: 997 time: 0.0760615 Apr 28 19:54:48.855765 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6e33d-d765-4c45-a693-8cc375367a53 req-7448b913-de18-4607-9c1a-0d30f6499499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:48.855765 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e6b6e33d-d765-4c45-a693-8cc375367a53 req-7448b913-de18-4607-9c1a-0d30f6499499 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 200 len: 854 time: 0.0878117 Apr 28 19:54:48.860001 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-fc8cd226-6544-4cef-b850-28088a08c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '0e2ffe5f-49a9-4bdc-837d-7a2153ef50d5', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.8', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': 'cf4dd67c-33a5-4d90-ae4e-13057f4aa193', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:0a:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d635a76-585c-4632-a751-b74c08eb1a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:54:31Z', 'updated_at': '2022-04-28T19:54:47Z', 'revision_number': 1, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}, {'id': 'e46c1279-fd5b-425e-9e91-c38788920d84', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.246', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': '239c4844-0ecc-4bbe-90b6-d558d9194d0b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:52:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:52:34Z', 'updated_at': '2022-04-28T19:52:53Z', 'revision_number': 2, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:48.892188 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8cd226-6544-4cef-b850-28088a08c3a5 None None] Checking router: 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:54:48.901248 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6e33d-d765-4c45-a693-8cc375367a53 req-2ea9af28-c6f3-4fab-a1c4-1bab8f9f7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:48.902788 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8cd226-6544-4cef-b850-28088a08c3a5 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:54:48.903010 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e6b6e33d-d765-4c45-a693-8cc375367a53 req-2ea9af28-c6f3-4fab-a1c4-1bab8f9f7ff0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489638 Apr 28 19:54:48.903453 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-fc8cd226-6544-4cef-b850-28088a08c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:54:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:49.050912 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e6b6e33d-d765-4c45-a693-8cc375367a53 req-6d5ac5b5-a097-44df-86c2-f164a7d52471 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398127 Apr 28 19:54:49.070347 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-fc8cd226-6544-4cef-b850-28088a08c3a5 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:54:49.194881 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-e6b6e33d-d765-4c45-a693-8cc375367a53 req-80547d4e-f8b3-476e-b2fe-e90af9f76187 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370420 Apr 28 19:54:49.320128 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-6a4cb55f-70e4-4525-a86e-50b4a5fd07bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:49.392077 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-fc8cd226-6544-4cef-b850-28088a08c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '0e2ffe5f-49a9-4bdc-837d-7a2153ef50d5', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.8', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': 'cf4dd67c-33a5-4d90-ae4e-13057f4aa193', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:0a:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d635a76-585c-4632-a751-b74c08eb1a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:54:31Z', 'updated_at': '2022-04-28T19:54:47Z', 'revision_number': 1, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}, {'id': 'e46c1279-fd5b-425e-9e91-c38788920d84', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.246', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': '239c4844-0ecc-4bbe-90b6-d558d9194d0b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:52:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:52:34Z', 'updated_at': '2022-04-28T19:52:53Z', 'revision_number': 2, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:49.420821 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8cd226-6544-4cef-b850-28088a08c3a5 None None] The sync data for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb is: [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '0e2ffe5f-49a9-4bdc-837d-7a2153ef50d5', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.8', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': 'cf4dd67c-33a5-4d90-ae4e-13057f4aa193', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:0a:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d635a76-585c-4632-a751-b74c08eb1a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:54:31Z', 'updated_at': '2022-04-28T19:54:47Z', 'revision_number': 1, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}, {'id': 'e46c1279-fd5b-425e-9e91-c38788920d84', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.246', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': '239c4844-0ecc-4bbe-90b6-d558d9194d0b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:52:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:52:34Z', 'updated_at': '2022-04-28T19:52:53Z', 'revision_number': 2, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:49.633567 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf57a8eb-c842-4bfc-ac21-88ab63b49f9d None None] New status for floating IP 0e2ffe5f-49a9-4bdc-837d-7a2153ef50d5: ACTIVE {{(pid=109986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:54:50.603996 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58268) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:50.738679 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc9a9-47ae-497b-bfe7-b9d10c1e0bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:50.829459 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc9a9-47ae-497b-bfe7-b9d10c1e0bdf admin admin] Publish callbacks [] for security_group (e1d79170-86ac-4162-b795-228291bddfd8), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:50.833879 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc9a9-47ae-497b-bfe7-b9d10c1e0bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (e1d79170-86ac-4162-b795-228291bddfd8), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:50.876664 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-3e1dc9a9-47ae-497b-bfe7-b9d10c1e0bdf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=919ef2cd29f04f239a9b41341e1fd5ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715642 Apr 28 19:54:50.877508 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dc9a9-47ae-497b-bfe7-b9d10c1e0bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d79170-86ac-4162-b795-228291bddfd8,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:50.879413 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58272) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:50.945836 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-75ae3d1e-1d16-4779-b11c-40e87e429019 admin admin] Publish callbacks [] for security_group (e1d79170-86ac-4162-b795-228291bddfd8), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:50.980328 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:50.982403 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-75ae3d1e-1d16-4779-b11c-40e87e429019 admin admin] Publish callbacks [] for security_group (e1d79170-86ac-4162-b795-228291bddfd8), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:51.058107 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-75ae3d1e-1d16-4779-b11c-40e87e429019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (e1d79170-86ac-4162-b795-228291bddfd8), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:51.062587 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-75ae3d1e-1d16-4779-b11c-40e87e429019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:51.068495 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-75ae3d1e-1d16-4779-b11c-40e87e429019 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1d79170-86ac-4162-b795-228291bddfd8 HTTP/1.1" status: 204 len: 168 time: 0.1867599 Apr 28 19:54:51.079681 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae3d1e-1d16-4779-b11c-40e87e429019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d79170-86ac-4162-b795-228291bddfd8,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:51.402039 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58278) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:51.418046 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1e74e5a9-8ea9-4741-b534-cad8042aacb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:51.514789 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1e74e5a9-8ea9-4741-b534-cad8042aacb3 admin admin] Publish callbacks [] for security_group (5cf0124f-d06e-4885-ae5f-16f23ccb6f8a), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:51.520349 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-1e74e5a9-8ea9-4741-b534-cad8042aacb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (5cf0124f-d06e-4885-ae5f-16f23ccb6f8a), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:51.566285 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-1e74e5a9-8ea9-4741-b534-cad8042aacb3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ffc9ae5dc34d4df5a740da598b89e20f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1630728 Apr 28 19:54:51.567245 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74e5a9-8ea9-4741-b534-cad8042aacb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf0124f-d06e-4885-ae5f-16f23ccb6f8a,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:51.569467 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58280) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:51.632298 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3d77ca3c-b52a-4d29-b433-5e7aa3552701 admin admin] Publish callbacks [] for security_group (5cf0124f-d06e-4885-ae5f-16f23ccb6f8a), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:51.659201 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3d77ca3c-b52a-4d29-b433-5e7aa3552701 admin admin] Publish callbacks [] for security_group (5cf0124f-d06e-4885-ae5f-16f23ccb6f8a), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:51.721616 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3d77ca3c-b52a-4d29-b433-5e7aa3552701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (5cf0124f-d06e-4885-ae5f-16f23ccb6f8a), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:51.724983 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-3d77ca3c-b52a-4d29-b433-5e7aa3552701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:51.727110 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-3d77ca3c-b52a-4d29-b433-5e7aa3552701 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cf0124f-d06e-4885-ae5f-16f23ccb6f8a HTTP/1.1" status: 204 len: 168 time: 0.1552017 Apr 28 19:54:51.740824 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77ca3c-b52a-4d29-b433-5e7aa3552701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf0124f-d06e-4885-ae5f-16f23ccb6f8a,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:52.131202 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58286) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:52.147111 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:52.248047 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Publish callbacks [] for security_group (fd8f34d6-cea6-4bac-b63f-f0fd4888743c), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:52.253462 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (fd8f34d6-cea6-4bac-b63f-f0fd4888743c), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:52.289498 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:52.298485 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cfedcb581cd54e819ac9715418cfbd11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660702 Apr 28 19:54:52.299456 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8f34d6-cea6-4bac-b63f-f0fd4888743c,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:52.301795 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58288) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:52.313095 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:52.313650 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:52.314067 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:52.314604 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:52.315128 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:52.315658 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:52.316231 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:52.316770 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:52.317306 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:52.317848 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:52.318387 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:52.318956 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:52.319506 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:52.320247 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:52.320602 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44b4d3-b8c4-4717-9678-12771ba1c460 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:52.387364 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ce0d50ab-98b0-4580-8c6a-e8f9a013d344 admin admin] Publish callbacks [] for security_group (fd8f34d6-cea6-4bac-b63f-f0fd4888743c), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:52.422474 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ce0d50ab-98b0-4580-8c6a-e8f9a013d344 admin admin] Publish callbacks [] for security_group (fd8f34d6-cea6-4bac-b63f-f0fd4888743c), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:52.489618 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ce0d50ab-98b0-4580-8c6a-e8f9a013d344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (fd8f34d6-cea6-4bac-b63f-f0fd4888743c), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:52.493111 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ce0d50ab-98b0-4580-8c6a-e8f9a013d344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:52.495196 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-ce0d50ab-98b0-4580-8c6a-e8f9a013d344 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fd8f34d6-cea6-4bac-b63f-f0fd4888743c HTTP/1.1" status: 204 len: 168 time: 0.1916909 Apr 28 19:54:52.510407 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d50ab-98b0-4580-8c6a-e8f9a013d344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8f34d6-cea6-4bac-b63f-f0fd4888743c,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:53.980292 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:57.403086 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58366) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:57.546025 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:57.613203 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:54:57.642356 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Publish callbacks [] for security_group (8e317ae9-ed32-45f7-8da5-7dd83360f836), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:57.647354 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (8e317ae9-ed32-45f7-8da5-7dd83360f836), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:57.698165 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35aeb8d3af894562aca4ecd12e58d490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937236 Apr 28 19:54:57.699265 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e317ae9-ed32-45f7-8da5-7dd83360f836,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:57.701283 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58370) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:57.712504 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:57.712973 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:57.713515 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:57.714095 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:57.714627 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:57.715160 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:57.715686 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:57.716251 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:57.716786 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:57.717323 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:57.717865 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:57.718402 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:57.718936 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:57.719474 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:57.720060 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527296d-8ed1-4209-ab81-03643d833578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:57.769737 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1a779763-3cf3-4bd1-a236-1031abcd2528 admin admin] Publish callbacks [] for security_group (8e317ae9-ed32-45f7-8da5-7dd83360f836), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:57.800181 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1a779763-3cf3-4bd1-a236-1031abcd2528 admin admin] Publish callbacks [] for security_group (8e317ae9-ed32-45f7-8da5-7dd83360f836), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:57.871257 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1a779763-3cf3-4bd1-a236-1031abcd2528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (8e317ae9-ed32-45f7-8da5-7dd83360f836), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:57.873948 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1a779763-3cf3-4bd1-a236-1031abcd2528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:57.875356 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-1a779763-3cf3-4bd1-a236-1031abcd2528 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e317ae9-ed32-45f7-8da5-7dd83360f836 HTTP/1.1" status: 204 len: 168 time: 0.1724796 Apr 28 19:54:57.884984 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a779763-3cf3-4bd1-a236-1031abcd2528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e317ae9-ed32-45f7-8da5-7dd83360f836,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:58.212300 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58376) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:58.226528 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-810bf71f-22cb-4a6c-9b7d-c2ed9d96b922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:58.318047 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-810bf71f-22cb-4a6c-9b7d-c2ed9d96b922 admin admin] Publish callbacks [] for security_group (1935089f-9a32-49be-9514-b4316c383cfc), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:58.324208 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-810bf71f-22cb-4a6c-9b7d-c2ed9d96b922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (1935089f-9a32-49be-9514-b4316c383cfc), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:58.367296 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-810bf71f-22cb-4a6c-9b7d-c2ed9d96b922 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a0954d9d4f14d3494a5eb17de6b6889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538498 Apr 28 19:54:58.368425 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bf71f-22cb-4a6c-9b7d-c2ed9d96b922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1935089f-9a32-49be-9514-b4316c383cfc,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:58.370833 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58378) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:54:58.435101 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-51cf7c41-36ba-4ccb-ac4f-de41088c75ee admin admin] Publish callbacks [] for security_group (1935089f-9a32-49be-9514-b4316c383cfc), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:58.459965 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-51cf7c41-36ba-4ccb-ac4f-de41088c75ee admin admin] Publish callbacks [] for security_group (1935089f-9a32-49be-9514-b4316c383cfc), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:58.514313 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-51cf7c41-36ba-4ccb-ac4f-de41088c75ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (1935089f-9a32-49be-9514-b4316c383cfc), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:58.518707 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-51cf7c41-36ba-4ccb-ac4f-de41088c75ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:54:58.519984 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-51cf7c41-36ba-4ccb-ac4f-de41088c75ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1935089f-9a32-49be-9514-b4316c383cfc HTTP/1.1" status: 204 len: 168 time: 0.1476660 Apr 28 19:54:58.531166 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf7c41-36ba-4ccb-ac4f-de41088c75ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1935089f-9a32-49be-9514-b4316c383cfc,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:07.550375 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58506) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:07.707826 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f5f03465-4656-4fec-8d9c-fbd4d449ce2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:07.834134 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f5f03465-4656-4fec-8d9c-fbd4d449ce2a admin admin] Publish callbacks [] for security_group (3396ee90-7060-4c99-9c5e-158d84686440), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:07.840072 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f5f03465-4656-4fec-8d9c-fbd4d449ce2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (3396ee90-7060-4c99-9c5e-158d84686440), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:07.911843 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-f5f03465-4656-4fec-8d9c-fbd4d449ce2a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77794531a05f4ff8acd0d52bea3d24fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600299 Apr 28 19:55:07.913138 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f03465-4656-4fec-8d9c-fbd4d449ce2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3396ee90-7060-4c99-9c5e-158d84686440,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:07.914962 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58510) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:07.989289 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-40172c1a-5bf5-461b-9ed1-684639a83dcf admin admin] Publish callbacks [] for security_group (3396ee90-7060-4c99-9c5e-158d84686440), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:08.015031 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-40172c1a-5bf5-461b-9ed1-684639a83dcf admin admin] Publish callbacks [] for security_group (3396ee90-7060-4c99-9c5e-158d84686440), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:08.073840 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-40172c1a-5bf5-461b-9ed1-684639a83dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (3396ee90-7060-4c99-9c5e-158d84686440), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:08.077230 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-40172c1a-5bf5-461b-9ed1-684639a83dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:08.078794 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-40172c1a-5bf5-461b-9ed1-684639a83dcf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3396ee90-7060-4c99-9c5e-158d84686440 HTTP/1.1" status: 204 len: 168 time: 0.1625657 Apr 28 19:55:08.090893 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40172c1a-5bf5-461b-9ed1-684639a83dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3396ee90-7060-4c99-9c5e-158d84686440,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:08.412202 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58516) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:08.426946 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5c165d5a-235d-481e-b285-bc01c4633f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:08.517684 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5c165d5a-235d-481e-b285-bc01c4633f6f admin admin] Publish callbacks [] for security_group (c008c163-8b03-46a9-a56b-a4326f7fc662), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:08.523426 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-5c165d5a-235d-481e-b285-bc01c4633f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (c008c163-8b03-46a9-a56b-a4326f7fc662), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:08.566715 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-5c165d5a-235d-481e-b285-bc01c4633f6f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9ae0e900c5b4f83baa43033641ec4f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531293 Apr 28 19:55:08.567654 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c165d5a-235d-481e-b285-bc01c4633f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c008c163-8b03-46a9-a56b-a4326f7fc662,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:08.571038 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58518) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:08.639117 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-481b20e9-56a3-4785-acd4-7801d6bdee05 admin admin] Publish callbacks [] for security_group (c008c163-8b03-46a9-a56b-a4326f7fc662), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:08.665363 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-481b20e9-56a3-4785-acd4-7801d6bdee05 admin admin] Publish callbacks [] for security_group (c008c163-8b03-46a9-a56b-a4326f7fc662), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:08.718899 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-481b20e9-56a3-4785-acd4-7801d6bdee05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (c008c163-8b03-46a9-a56b-a4326f7fc662), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:08.724128 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-481b20e9-56a3-4785-acd4-7801d6bdee05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:08.726679 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-481b20e9-56a3-4785-acd4-7801d6bdee05 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c008c163-8b03-46a9-a56b-a4326f7fc662 HTTP/1.1" status: 204 len: 168 time: 0.1530113 Apr 28 19:55:08.742150 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b20e9-56a3-4785-acd4-7801d6bdee05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c008c163-8b03-46a9-a56b-a4326f7fc662,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:09.125930 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58526) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:09.140853 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0a5b2210-bd6c-4a59-92c7-6feb8f4edc90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:09.236796 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0a5b2210-bd6c-4a59-92c7-6feb8f4edc90 admin admin] Publish callbacks [] for security_group (2ee59f41-5717-406b-a090-8ab3699ca1a4), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:09.242806 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0a5b2210-bd6c-4a59-92c7-6feb8f4edc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (2ee59f41-5717-406b-a090-8ab3699ca1a4), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:09.282352 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b2210-bd6c-4a59-92c7-6feb8f4edc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee59f41-5717-406b-a090-8ab3699ca1a4,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:09.286758 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-0a5b2210-bd6c-4a59-92c7-6feb8f4edc90 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f92c4beef0f446a7854843ff029af35f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597471 Apr 28 19:55:09.289991 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58528) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:09.349909 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-970c351a-24a0-4682-9412-b4648df10fe0 admin admin] Publish callbacks [] for security_group (2ee59f41-5717-406b-a090-8ab3699ca1a4), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:09.375403 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-970c351a-24a0-4682-9412-b4648df10fe0 admin admin] Publish callbacks [] for security_group (2ee59f41-5717-406b-a090-8ab3699ca1a4), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:09.432303 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-970c351a-24a0-4682-9412-b4648df10fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (2ee59f41-5717-406b-a090-8ab3699ca1a4), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:09.435243 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-970c351a-24a0-4682-9412-b4648df10fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:09.436535 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-970c351a-24a0-4682-9412-b4648df10fe0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ee59f41-5717-406b-a090-8ab3699ca1a4 HTTP/1.1" status: 204 len: 168 time: 0.1455436 Apr 28 19:55:09.449975 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c351a-24a0-4682-9412-b4648df10fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee59f41-5717-406b-a090-8ab3699ca1a4,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:10.456594 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:12.022398 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-f83ef73e-c0a3-4007-9d61-65b1bfdbade7 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8cb5249298514c438cfea252f43c3ba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531101 Apr 28 19:55:12.249692 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-abf01c4a-41d0-4814-8ec6-c2fc3a865fc2 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:12.251282 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-abf01c4a-41d0-4814-8ec6-c2fc3a865fc2 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230723 Apr 28 19:55:12.268256 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-604e7e7e-bfc4-4c78-833d-024e90b97dfd tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/quotas/8cb5249298514c438cfea252f43c3ba1 HTTP/1.1" status: 200 len: 375 time: 0.0109317 Apr 28 19:55:12.305984 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-6884c8ed-10e5-432a-9f5f-7a28e1058e2c tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8cb5249298514c438cfea252f43c3ba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311158 Apr 28 19:55:12.520693 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3b26e1b6-326e-49a3-838c-d1cdab705cdc req-971ac8ab-2143-4e4a-b1f3-ecc2efe062f3 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 210 time: 0.0493569 Apr 28 19:55:13.481237 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-aba19b66-3e35-4ebb-8aa2-fbba2b1adf3f tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8cb5249298514c438cfea252f43c3ba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267217 Apr 28 19:55:13.646775 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-d5f6ce0e-9ccc-4f05-8f17-7f0d895a9858 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:13.649957 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-d5f6ce0e-9ccc-4f05-8f17-7f0d895a9858 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626084 Apr 28 19:55:13.670249 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Request body: {'port': {'device_id': 'b859e080-4c3b-401d-886a-e519c55dd45c', 'network_id': 'faf8fb13-3e05-42bf-acc2-1347c6d876c1', 'admin_state_up': True, 'tenant_id': '8cb5249298514c438cfea252f43c3ba1'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:55:13.676545 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ffad5aa9-577d-4244-b758-d5409a5351fb req-aca0a3d2-34d7-451c-a90f-1170f2794a42 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 210 time: 0.0552983 Apr 28 19:55:13.800849 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Made reservation on behalf of 8cb5249298514c438cfea252f43c3ba1 for: {'port': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:13.805530 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:13.817628 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:13.911333 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Publish callbacks [] for security_group (c49e00a1-3761-4853-8859-34872fd6d8b2), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:13.917031 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (c49e00a1-3761-4853-8859-34872fd6d8b2), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:13.987487 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49e00a1-3761-4853-8859-34872fd6d8b2,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:14.099658 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Allocated IP 192.168.233.28 (faf8fb13-3e05-42bf-acc2-1347c6d876c1/3e572c23-da2b-4eae-ae36-d0848e765652/ebf732fe-4d97-4ee3-9689-db8016323878) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:14.286566 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Publish callbacks [] for port (ebf732fe-4d97-4ee3-9689-db8016323878), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:14.327314 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (ebf732fe-4d97-4ee3-9689-db8016323878), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:14.389854 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Network faf8fb13-3e05-42bf-acc2-1347c6d876c1 is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:14.401477 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:14.408992 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:55:14.421570 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Pushing event updated for resources: {'Port': ['ID=ebf732fe-4d97-4ee3-9689-db8016323878,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:14.509047 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:14.510153 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:14.537645 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-e8e585c1-2b15-4100-8469-1f3d7816ff13 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8711915 Apr 28 19:55:14.642894 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-c29812aa-bf96-46c9-baa1-3cac95c172d3 None None] Provisioning complete for port ebf732fe-4d97-4ee3-9689-db8016323878 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:55:14.643715 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-c29812aa-bf96-46c9-baa1-3cac95c172d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (ebf732fe-4d97-4ee3-9689-db8016323878), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:14.706830 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Request body: {'port': {'device_id': 'b859e080-4c3b-401d-886a-e519c55dd45c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:55:14.709658 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-c29812aa-bf96-46c9-baa1-3cac95c172d3 None None] Port ebf732fe-4d97-4ee3-9689-db8016323878 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:55:14.777522 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (ebf732fe-4d97-4ee3-9689-db8016323878), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:15.096138 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86890b75-0b8f-46af-8f1b-413943122acf req-fcff0888-fca1-451f-9b2a-bdb46596253e tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:15.098737 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-86890b75-0b8f-46af-8f1b-413943122acf req-fcff0888-fca1-451f-9b2a-bdb46596253e tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 935 time: 0.0663815 Apr 28 19:55:15.115755 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf732fe-4d97-4ee3-9689-db8016323878 {{(pid=109983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:55:15.128197 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Publish callbacks [] for port (ebf732fe-4d97-4ee3-9689-db8016323878), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:15.154593 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.provisioning_blocks [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Transition to ACTIVE for port object ebf732fe-4d97-4ee3-9689-db8016323878 will not be triggered until provisioned by entity L2. {{(pid=109983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:55:15.155094 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-86890b75-0b8f-46af-8f1b-413943122acf req-1926ab3c-e1ad-4d28-bdd2-306f474e9e7a tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/security-groups?id=c49e00a1-3761-4853-8859-34872fd6d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494373 Apr 28 19:55:15.160955 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (ebf732fe-4d97-4ee3-9689-db8016323878), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:15.225766 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Pushing event updated for resources: {'Port': ['ID=ebf732fe-4d97-4ee3-9689-db8016323878,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:15.312415 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Attempting to bind port ebf732fe-4d97-4ee3-9689-db8016323878 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:55:15.312751 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Attempting to bind port ebf732fe-4d97-4ee3-9689-db8016323878 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'ce8d8196-1534-472e-b525-fbda08653947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'faf8fb13-3e05-42bf-acc2-1347c6d876c1'}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:55:15.313090 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Attempting to bind port ebf732fe-4d97-4ee3-9689-db8016323878 on network faf8fb13-3e05-42bf-acc2-1347c6d876c1 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:55:15.318746 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Port ebf732fe-4d97-4ee3-9689-db8016323878 on network faf8fb13-3e05-42bf-acc2-1347c6d876c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:55:15.319077 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Attempting to bind port ebf732fe-4d97-4ee3-9689-db8016323878 on network faf8fb13-3e05-42bf-acc2-1347c6d876c1 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:55:15.327205 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:55:15.327713 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Checking segment: {'id': 'ce8d8196-1534-472e-b525-fbda08653947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'faf8fb13-3e05-42bf-acc2-1347c6d876c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:55:15.328273 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Bound using segment: {'id': 'ce8d8196-1534-472e-b525-fbda08653947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'faf8fb13-3e05-42bf-acc2-1347c6d876c1'} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:55:15.328836 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Bound port: ebf732fe-4d97-4ee3-9689-db8016323878, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8d8196-1534-472e-b525-fbda08653947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'faf8fb13-3e05-42bf-acc2-1347c6d876c1'}}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:55:15.329333 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (ebf732fe-4d97-4ee3-9689-db8016323878), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:15.417841 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] For port ebf732fe-4d97-4ee3-9689-db8016323878, host hv-cinder-82694, cleared binding levels {{(pid=109983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:55:15.421536 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] For port ebf732fe-4d97-4ee3-9689-db8016323878, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=ebf732fe-4d97-4ee3-9689-db8016323878,segment=NetworkSegment(ce8d8196-1534-472e-b525-fbda08653947),segment_id=ce8d8196-1534-472e-b525-fbda08653947)] {{(pid=109983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:55:15.430131 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (ebf732fe-4d97-4ee3-9689-db8016323878), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:15.469144 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:15.469789 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:15.471232 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] 10.222.0.65 "PUT /v2.0/ports/ebf732fe-4d97-4ee3-9689-db8016323878 HTTP/1.1" status: 200 len: 1097 time: 0.9265187 Apr 28 19:55:15.471724 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b859e080-4c3b-401d-886a-e519c55dd45c', 'tag': 'ebf732fe-4d97-4ee3-9689-db8016323878'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:15.474067 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08bd4ac-8658-4b4d-a65d-d6944d7ffe71" -d '{"events": [{"name": "network-changed", "server_uuid": "b859e080-4c3b-401d-886a-e519c55dd45c", "tag": "ebf732fe-4d97-4ee3-9689-db8016323878"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:55:15.533570 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a707d-4ac5-4968-9307-2996737c25ad service neutron] Pushing event updated for resources: {'Port': ['ID=ebf732fe-4d97-4ee3-9689-db8016323878,revision_number=3']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:15.542975 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809b7ed5-0134-4315-87ee-06f8490d9582 x-openstack-request-id: req-809b7ed5-0134-4315-87ee-06f8490d9582 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:55:15.543342 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b859e080-4c3b-401d-886a-e519c55dd45c", "tag": "ebf732fe-4d97-4ee3-9689-db8016323878", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:55:15.543653 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-809b7ed5-0134-4315-87ee-06f8490d9582 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:55:15.544295 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-809b7ed5-0134-4315-87ee-06f8490d9582'] response: {'name': 'network-changed', 'server_uuid': 'b859e080-4c3b-401d-886a-e519c55dd45c', 'tag': 'ebf732fe-4d97-4ee3-9689-db8016323878', 'status': 'completed', 'code': 200} Apr 28 19:55:15.606533 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-2e017049-e656-4e36-a829-527cae228476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:15.608164 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-2e017049-e656-4e36-a829-527cae228476 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cb5249298514c438cfea252f43c3ba1&device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 1131 time: 0.0624909 Apr 28 19:55:15.945865 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-37ee7f94-25c3-4484-b9e2-5352ad26400c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=ebf732fe-4d97-4ee3-9689-db8016323878 HTTP/1.1" status: 200 len: 217 time: 0.3301718 Apr 28 19:55:15.998231 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-07ad5257-59af-473e-8f0d-fcee4eacec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:15.999865 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-07ad5257-59af-473e-8f0d-fcee4eacec9d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3e572c23-da2b-4eae-ae36-d0848e765652 HTTP/1.1" status: 200 len: 843 time: 0.0480874 Apr 28 19:55:16.049568 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-1e37f556-7700-4fe4-b710-ec054fda5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:16.051090 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-1e37f556-7700-4fe4-b710-ec054fda5a66 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=faf8fb13-3e05-42bf-acc2-1347c6d876c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447283 Apr 28 19:55:16.199500 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-23d2f86d-2477-4e33-850f-3299fe59cee4 service neutron] 10.222.0.65 "GET /v2.0/networks/faf8fb13-3e05-42bf-acc2-1347c6d876c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413720 Apr 28 19:55:16.317537 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fb13d609-3b3f-4997-9c82-4d92f470128a req-34802944-1789-48b7-813e-51e89063aa2f service neutron] 10.222.0.65 "GET /v2.0/networks/faf8fb13-3e05-42bf-acc2-1347c6d876c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107106 Apr 28 19:55:16.339770 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab56104-4541-409a-bdf2-e7413ca0c55f req-17d7d2ec-d128-4629-a2d9-34a7da64c3c2 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:16.342603 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cab56104-4541-409a-bdf2-e7413ca0c55f req-17d7d2ec-d128-4629-a2d9-34a7da64c3c2 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 947 time: 0.0652997 Apr 28 19:55:16.425907 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-cab56104-4541-409a-bdf2-e7413ca0c55f req-dc0c6833-8f5e-4494-b1dc-e977cc49e59f tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/security-groups?id=c49e00a1-3761-4853-8859-34872fd6d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768197 Apr 28 19:55:17.086624 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab262-519e-45d6-ad17-256ca6803dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:17.574120 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb519df4-63b0-4460-ba9c-a12b1a15f99c req-32fa6981-7f1f-43da-b53c-b36aeafd4f4c tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:17.575776 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-eb519df4-63b0-4460-ba9c-a12b1a15f99c req-32fa6981-7f1f-43da-b53c-b36aeafd4f4c tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 947 time: 0.0607920 Apr 28 19:55:17.631236 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-eb519df4-63b0-4460-ba9c-a12b1a15f99c req-f5f2d71d-e55e-429e-a220-6ee513b58488 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/security-groups?id=c49e00a1-3761-4853-8859-34872fd6d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492280 Apr 28 19:55:18.754995 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405b39d-4f1b-4704-a0ec-e34ec779344f req-47e62814-e8e2-48f9-ac87-8cac227de765 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:18.756661 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6405b39d-4f1b-4704-a0ec-e34ec779344f req-47e62814-e8e2-48f9-ac87-8cac227de765 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 947 time: 0.0522046 Apr 28 19:55:18.818355 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6405b39d-4f1b-4704-a0ec-e34ec779344f req-76510b63-ee60-4518-87e5-5c789be769d1 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/security-groups?id=c49e00a1-3761-4853-8859-34872fd6d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528917 Apr 28 19:55:19.072882 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd4ac-8658-4b4d-a65d-d6944d7ffe71 req-d7315206-7292-4350-9daf-c57665350507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:19.075143 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d08bd4ac-8658-4b4d-a65d-d6944d7ffe71 req-d7315206-7292-4350-9daf-c57665350507 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cb5249298514c438cfea252f43c3ba1&device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 1131 time: 0.0696390 Apr 28 19:55:19.155591 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c693320b-5291-4185-80f0-31ad3d876ed7 req-159f1ace-e658-4663-bbdf-a75b08f4c453 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674665 Apr 28 19:55:19.214105 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd4ac-8658-4b4d-a65d-d6944d7ffe71 req-ab3342c5-2a6e-4706-84d2-876179a8b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:19.215615 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d08bd4ac-8658-4b4d-a65d-d6944d7ffe71 req-ab3342c5-2a6e-4706-84d2-876179a8b211 service neutron] 10.222.0.65 "GET /v2.0/networks?id=faf8fb13-3e05-42bf-acc2-1347c6d876c1 HTTP/1.1" status: 200 len: 870 time: 0.1286340 Apr 28 19:55:19.248140 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693320b-5291-4185-80f0-31ad3d876ed7 req-e6031cc2-13f8-479c-b088-4b3a00dc25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:19.250682 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c693320b-5291-4185-80f0-31ad3d876ed7 req-e6031cc2-13f8-479c-b088-4b3a00dc25b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 1129 time: 0.0681810 Apr 28 19:55:19.263916 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d08bd4ac-8658-4b4d-a65d-d6944d7ffe71 req-b9f782e0-7b81-4dbe-9055-9928febed3fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=ebf732fe-4d97-4ee3-9689-db8016323878 HTTP/1.1" status: 200 len: 217 time: 0.0403202 Apr 28 19:55:19.311384 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-6f30843c-d57a-4e21-8018-5881a2aaea61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:19.342861 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd4ac-8658-4b4d-a65d-d6944d7ffe71 req-2fa5af17-0dc6-4253-acbb-5d3a1399534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:19.345385 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d08bd4ac-8658-4b4d-a65d-d6944d7ffe71 req-2fa5af17-0dc6-4253-acbb-5d3a1399534a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3e572c23-da2b-4eae-ae36-d0848e765652 HTTP/1.1" status: 200 len: 843 time: 0.0684326 Apr 28 19:55:19.396517 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693320b-5291-4185-80f0-31ad3d876ed7 req-5494ae18-68db-421d-918e-fc26fcb319dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:19.399629 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c693320b-5291-4185-80f0-31ad3d876ed7 req-5494ae18-68db-421d-918e-fc26fcb319dc service neutron] 10.222.0.65 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 916 time: 0.1218369 Apr 28 19:55:19.416590 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd4ac-8658-4b4d-a65d-d6944d7ffe71 req-b82c0f4e-3e98-4b52-a8d8-b30e6ccd2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:19.418239 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d08bd4ac-8658-4b4d-a65d-d6944d7ffe71 req-b82c0f4e-3e98-4b52-a8d8-b30e6ccd2554 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=faf8fb13-3e05-42bf-acc2-1347c6d876c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0650194 Apr 28 19:55:19.510813 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c693320b-5291-4185-80f0-31ad3d876ed7 req-e2d883a0-d3d8-4779-b626-cf43e3f752be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239c4844-0ecc-4bbe-90b6-d558d9194d0b HTTP/1.1" status: 200 len: 1001 time: 0.1042626 Apr 28 19:55:19.534324 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d08bd4ac-8658-4b4d-a65d-d6944d7ffe71 req-52cf6c3f-2c95-41dd-a429-0f164f20ecfb service neutron] 10.222.0.65 "GET /v2.0/networks/faf8fb13-3e05-42bf-acc2-1347c6d876c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079195 Apr 28 19:55:19.577122 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693320b-5291-4185-80f0-31ad3d876ed7 req-7ce63989-b5b3-4c44-a4ff-bac914ff8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:19.578636 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c693320b-5291-4185-80f0-31ad3d876ed7 req-7ce63989-b5b3-4c44-a4ff-bac914ff8165 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 200 len: 854 time: 0.0600643 Apr 28 19:55:19.630689 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693320b-5291-4185-80f0-31ad3d876ed7 req-c9416bff-8bf5-4fef-ab54-fbd0ff208bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:19.633235 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c693320b-5291-4185-80f0-31ad3d876ed7 req-c9416bff-8bf5-4fef-ab54-fbd0ff208bac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0455716 Apr 28 19:55:19.657785 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d08bd4ac-8658-4b4d-a65d-d6944d7ffe71 req-2a38a90a-87fe-4bf6-a366-d6aa780a317e service neutron] 10.222.0.65 "GET /v2.0/networks/faf8fb13-3e05-42bf-acc2-1347c6d876c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169140 Apr 28 19:55:19.743983 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c693320b-5291-4185-80f0-31ad3d876ed7 req-9b39db30-b31b-4fa2-b141-acd0468012b1 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043377 Apr 28 19:55:19.845624 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c693320b-5291-4185-80f0-31ad3d876ed7 req-a6aa0ee8-9bbb-4146-ae79-6ebcc6801590 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946956 Apr 28 19:55:20.118558 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886db02-81fd-409e-895e-5b72b4d36006 req-1f2a77fc-9408-4b6c-b1d9-4704695111b0 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:20.120282 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1886db02-81fd-409e-895e-5b72b4d36006 req-1f2a77fc-9408-4b6c-b1d9-4704695111b0 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 947 time: 0.0548682 Apr 28 19:55:20.177160 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1886db02-81fd-409e-895e-5b72b4d36006 req-3a0c3041-6751-474a-aade-b16cd70dfdfd tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/security-groups?id=c49e00a1-3761-4853-8859-34872fd6d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499041 Apr 28 19:55:20.196317 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device ebf732fe-4d97-4ee3-9689-db8016323878 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:55:20.318310 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port ebf732fe-4d97-4ee3-9689-db8016323878, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=ebf732fe-4d97-4ee3-9689-db8016323878,segment=NetworkSegment(ce8d8196-1534-472e-b525-fbda08653947),segment_id=ce8d8196-1534-472e-b525-fbda08653947)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:20.331902 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': 'ebf732fe-4d97-4ee3-9689-db8016323878', 'network_id': 'faf8fb13-3e05-42bf-acc2-1347c6d876c1', 'port_id': 'ebf732fe-4d97-4ee3-9689-db8016323878', 'mac_address': 'fa:16:3e:6f:8c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e572c23-da2b-4eae-ae36-d0848e765652', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:55:20.373580 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port ebf732fe-4d97-4ee3-9689-db8016323878 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:55:20.373881 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (ebf732fe-4d97-4ee3-9689-db8016323878), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:20.389022 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf732fe-4d97-4ee3-9689-db8016323878 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:55:20.414626 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port ebf732fe-4d97-4ee3-9689-db8016323878, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=ebf732fe-4d97-4ee3-9689-db8016323878,segment=NetworkSegment(ce8d8196-1534-472e-b525-fbda08653947),segment_id=ce8d8196-1534-472e-b525-fbda08653947)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:20.420614 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (ebf732fe-4d97-4ee3-9689-db8016323878), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:20.474456 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=ebf732fe-4d97-4ee3-9689-db8016323878,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:20.828966 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['ebf732fe-4d97-4ee3-9689-db8016323878'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:55:21.029986 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:21.310140 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7de5a-0288-421a-a9a1-36a67c58cba7 req-3518aa05-4be3-475c-8538-11c5ee60628c tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:21.311657 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-15e7de5a-0288-421a-a9a1-36a67c58cba7 req-3518aa05-4be3-475c-8538-11c5ee60628c tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 948 time: 0.0563476 Apr 28 19:55:21.371903 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-15e7de5a-0288-421a-a9a1-36a67c58cba7 req-6ebe6d7f-f3b5-4461-ae24-01df705a5eca tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/security-groups?id=c49e00a1-3761-4853-8859-34872fd6d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493147 Apr 28 19:55:22.211637 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device ebf732fe-4d97-4ee3-9689-db8016323878 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:55:22.266188 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port ebf732fe-4d97-4ee3-9689-db8016323878 completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:55:22.284182 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port ebf732fe-4d97-4ee3-9689-db8016323878 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:55:22.284552 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (ebf732fe-4d97-4ee3-9689-db8016323878), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:22.315698 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:22.383754 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port ebf732fe-4d97-4ee3-9689-db8016323878 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:55:22.384257 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (ebf732fe-4d97-4ee3-9689-db8016323878), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:22.412239 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b859e080-4c3b-401d-886a-e519c55dd45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf732fe-4d97-4ee3-9689-db8016323878'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:22.416375 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3efe48-644e-4080-b63b-0e653d0e3364" -d '{"events": [{"server_uuid": "b859e080-4c3b-401d-886a-e519c55dd45c", "name": "network-vif-plugged", "status": "completed", "tag": "ebf732fe-4d97-4ee3-9689-db8016323878"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:55:22.438957 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port ebf732fe-4d97-4ee3-9689-db8016323878, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=ebf732fe-4d97-4ee3-9689-db8016323878,segment=NetworkSegment(ce8d8196-1534-472e-b525-fbda08653947),segment_id=ce8d8196-1534-472e-b525-fbda08653947)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:22.445633 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (ebf732fe-4d97-4ee3-9689-db8016323878), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:22.474637 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b4d8ed-acb2-48b3-845e-835634585d90 x-openstack-request-id: req-41b4d8ed-acb2-48b3-845e-835634585d90 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:55:22.474956 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b859e080-4c3b-401d-886a-e519c55dd45c", "name": "network-vif-plugged", "status": "completed", "tag": "ebf732fe-4d97-4ee3-9689-db8016323878", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:55:22.475213 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41b4d8ed-acb2-48b3-845e-835634585d90 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:55:22.476224 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b4d8ed-acb2-48b3-845e-835634585d90'] response: {'server_uuid': 'b859e080-4c3b-401d-886a-e519c55dd45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf732fe-4d97-4ee3-9689-db8016323878', 'code': 200} Apr 28 19:55:22.510725 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=ebf732fe-4d97-4ee3-9689-db8016323878,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:22.557124 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fd31f-e700-440a-bf56-8f3738cc7df9 req-106b9efa-7925-4240-857a-4833a629afd3 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:22.559877 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-771fd31f-e700-440a-bf56-8f3738cc7df9 req-106b9efa-7925-4240-857a-4833a629afd3 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 949 time: 0.0921376 Apr 28 19:55:22.642756 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-771fd31f-e700-440a-bf56-8f3738cc7df9 req-b4dbefa8-ad45-4d4e-af35-5a36ff79696a tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/security-groups?id=c49e00a1-3761-4853-8859-34872fd6d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762703 Apr 28 19:55:22.683594 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b3b7b-611c-4866-af4c-e55e64a2320c req-17daffdd-b465-4334-89c3-8c5c902db229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:22.686261 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d40b3b7b-611c-4866-af4c-e55e64a2320c req-17daffdd-b465-4334-89c3-8c5c902db229 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 1133 time: 0.0525560 Apr 28 19:55:22.738749 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d40b3b7b-611c-4866-af4c-e55e64a2320c req-92eb096f-b698-4c0c-9f5f-ce86885dfc92 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c49e00a1-3761-4853-8859-34872fd6d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449719 Apr 28 19:55:23.775112 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b085962-24be-4bae-bc74-006b3adb5216 req-3c8d7f86-568a-44af-a5ef-65ed73f5ef76 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:23.776770 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4b085962-24be-4bae-bc74-006b3adb5216 req-3c8d7f86-568a-44af-a5ef-65ed73f5ef76 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 949 time: 0.0559015 Apr 28 19:55:23.835931 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4b085962-24be-4bae-bc74-006b3adb5216 req-c64fd8a7-4230-48c5-b457-2f67ffb2ba10 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/security-groups?id=c49e00a1-3761-4853-8859-34872fd6d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532184 Apr 28 19:55:23.976806 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:25.006348 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d94b7-86fc-45db-a4cf-35e43c45a8ba req-54a319bc-38a9-47b4-b25a-e17c96248589 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:25.010027 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a31d94b7-86fc-45db-a4cf-35e43c45a8ba req-54a319bc-38a9-47b4-b25a-e17c96248589 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 949 time: 0.0881584 Apr 28 19:55:25.065511 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a31d94b7-86fc-45db-a4cf-35e43c45a8ba req-88ad7bad-fd53-4442-ba63-7e4497ae639f tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/security-groups?id=c49e00a1-3761-4853-8859-34872fd6d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495973 Apr 28 19:55:25.394353 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7529c0-8834-4d45-b81f-156f35cff37b req-469fc1ba-307e-4e9c-9a48-386a6b40187e tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:25.397043 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ee7529c0-8834-4d45-b81f-156f35cff37b req-469fc1ba-307e-4e9c-9a48-386a6b40187e tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 949 time: 0.0664072 Apr 28 19:55:25.452956 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-ee7529c0-8834-4d45-b81f-156f35cff37b req-8a8031d3-1458-48c6-a938-bf6db8f25193 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/security-groups?id=c49e00a1-3761-4853-8859-34872fd6d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501161 Apr 28 19:55:26.586235 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe0b39-9819-4c68-a250-47020ca6dea1 req-a852e1b7-1815-4ffc-9143-87ee0847da89 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:26.588046 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b8fe0b39-9819-4c68-a250-47020ca6dea1 req-a852e1b7-1815-4ffc-9143-87ee0847da89 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 949 time: 0.0540035 Apr 28 19:55:26.646246 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b8fe0b39-9819-4c68-a250-47020ca6dea1 req-1d04fd6a-9bc5-4b02-b080-217b868bf152 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/security-groups?id=c49e00a1-3761-4853-8859-34872fd6d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521774 Apr 28 19:55:27.292459 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35f296-cc60-4a0b-b032-8e1e732b7985 req-180ecb4d-6fd4-4025-8006-172852dc8b6c tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:27.294139 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0e35f296-cc60-4a0b-b032-8e1e732b7985 req-180ecb4d-6fd4-4025-8006-172852dc8b6c tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.65 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 949 time: 0.0547664 Apr 28 19:55:27.397085 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-0e35f296-cc60-4a0b-b032-8e1e732b7985 req-a6d442f7-c7c4-49d0-808e-6d73cbe1900b tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Deleting port ebf732fe-4d97-4ee3-9689-db8016323878 {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:55:27.397449 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0e35f296-cc60-4a0b-b032-8e1e732b7985 req-a6d442f7-c7c4-49d0-808e-6d73cbe1900b tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (ebf732fe-4d97-4ee3-9689-db8016323878), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:27.500825 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-0e35f296-cc60-4a0b-b032-8e1e732b7985 req-a6d442f7-c7c4-49d0-808e-6d73cbe1900b tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] For port ebf732fe-4d97-4ee3-9689-db8016323878, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=ebf732fe-4d97-4ee3-9689-db8016323878,segment=NetworkSegment(ce8d8196-1534-472e-b525-fbda08653947),segment_id=ce8d8196-1534-472e-b525-fbda08653947)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:27.501181 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0e35f296-cc60-4a0b-b032-8e1e732b7985 req-a6d442f7-c7c4-49d0-808e-6d73cbe1900b tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (ebf732fe-4d97-4ee3-9689-db8016323878), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:27.523961 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-0e35f296-cc60-4a0b-b032-8e1e732b7985 req-a6d442f7-c7c4-49d0-808e-6d73cbe1900b tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Calling delete_port for ebf732fe-4d97-4ee3-9689-db8016323878 owned by compute:nova {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:55:27.676336 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0e35f296-cc60-4a0b-b032-8e1e732b7985 req-a6d442f7-c7c4-49d0-808e-6d73cbe1900b tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11863989'] for port (ebf732fe-4d97-4ee3-9689-db8016323878), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:27.698085 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['ebf732fe-4d97-4ee3-9689-db8016323878'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:55:27.727550 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d442f7-c7c4-49d0-808e-6d73cbe1900b tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Pushing event deleted for resources: {'Port': ['ID=ebf732fe-4d97-4ee3-9689-db8016323878,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:27.770269 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-fa5e3a83-0252-4d3a-a9f6-9e73b34a99ab req-35d80e98-4201-4d46-b8d2-0f4120137193 tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.62 "GET /v2.0/ports?device_id=b859e080-4c3b-401d-886a-e519c55dd45c HTTP/1.1" status: 200 len: 210 time: 0.0351243 Apr 28 19:55:28.080399 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e35f296-cc60-4a0b-b032-8e1e732b7985 req-a6d442f7-c7c4-49d0-808e-6d73cbe1900b tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] No DVR routers for this DVR port ebf732fe-4d97-4ee3-9689-db8016323878 on host hv-cinder-82694 {{(pid=109984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:28.083214 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-0e35f296-cc60-4a0b-b032-8e1e732b7985 req-a6d442f7-c7c4-49d0-808e-6d73cbe1900b tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:28.086911 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0e35f296-cc60-4a0b-b032-8e1e732b7985 req-a6d442f7-c7c4-49d0-808e-6d73cbe1900b tempest-VolumesNegativeTest-1680269455 tempest-VolumesNegativeTest-1680269455-project] 10.222.0.65 "DELETE /v2.0/ports/ebf732fe-4d97-4ee3-9689-db8016323878 HTTP/1.1" status: 204 len: 173 time: 0.7853889 Apr 28 19:55:28.087402 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b859e080-4c3b-401d-886a-e519c55dd45c', 'name': 'network-vif-deleted', 'tag': 'ebf732fe-4d97-4ee3-9689-db8016323878'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:28.090054 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ff695a-96ac-4eb4-9477-46eb4c199ef9" -d '{"events": [{"server_uuid": "b859e080-4c3b-401d-886a-e519c55dd45c", "name": "network-vif-deleted", "tag": "ebf732fe-4d97-4ee3-9689-db8016323878"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:55:28.131646 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e494f039-9983-4edf-a06a-c1709fbbfc0e x-openstack-request-id: req-e494f039-9983-4edf-a06a-c1709fbbfc0e {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:55:28.132134 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b859e080-4c3b-401d-886a-e519c55dd45c", "name": "network-vif-deleted", "tag": "ebf732fe-4d97-4ee3-9689-db8016323878", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:55:28.132722 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e494f039-9983-4edf-a06a-c1709fbbfc0e {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:55:28.132898 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e494f039-9983-4edf-a06a-c1709fbbfc0e'] response: {'server_uuid': 'b859e080-4c3b-401d-886a-e519c55dd45c', 'name': 'network-vif-deleted', 'tag': 'ebf732fe-4d97-4ee3-9689-db8016323878', 'status': 'completed', 'code': 200} Apr 28 19:55:32.237385 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device ebf732fe-4d97-4ee3-9689-db8016323878 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:32.276600 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: ebf732fe-4d97-4ee3-9689-db8016323878 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:55:32.277157 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device ebf732fe-4d97-4ee3-9689-db8016323878 not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:32.956432 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7c45f-de4b-4f8c-8b77-8d197afa5dd9 req-33d4ac27-7da1-4e1c-8d14-dd60596020b3 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:32.958014 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-65b7c45f-de4b-4f8c-8b77-8d197afa5dd9 req-33d4ac27-7da1-4e1c-8d14-dd60596020b3 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 947 time: 0.0539696 Apr 28 19:55:33.012701 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-65b7c45f-de4b-4f8c-8b77-8d197afa5dd9 req-bc79a6b8-4b75-46f3-a54c-7796c84a03d8 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485015 Apr 28 19:55:33.643666 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58894) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:33.843010 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-a8cfc19f-736f-4be7-807e-ff6d1abaee8d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8cb5249298514c438cfea252f43c3ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977954 Apr 28 19:55:33.845867 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 58898) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:33.932247 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-947ac9f2-ede4-4e3b-9221-58355a471a72 admin admin] Publish callbacks [] for security_group (c49e00a1-3761-4853-8859-34872fd6d8b2), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:33.965440 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-947ac9f2-ede4-4e3b-9221-58355a471a72 admin admin] Publish callbacks [] for security_group (c49e00a1-3761-4853-8859-34872fd6d8b2), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:34.018873 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-947ac9f2-ede4-4e3b-9221-58355a471a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (c49e00a1-3761-4853-8859-34872fd6d8b2), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:34.021582 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-947ac9f2-ede4-4e3b-9221-58355a471a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:34.023141 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-947ac9f2-ede4-4e3b-9221-58355a471a72 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c49e00a1-3761-4853-8859-34872fd6d8b2 HTTP/1.1" status: 204 len: 168 time: 0.1756597 Apr 28 19:55:34.033984 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ac9f2-ede4-4e3b-9221-58355a471a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49e00a1-3761-4853-8859-34872fd6d8b2,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:34.217564 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fdf55-57a9-42c8-bfe0-3e23e10280e6 req-d95aa354-9284-4986-95cc-8a29ae7803e5 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:34.221058 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c26fdf55-57a9-42c8-bfe0-3e23e10280e6 req-d95aa354-9284-4986-95cc-8a29ae7803e5 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 947 time: 0.0948269 Apr 28 19:55:34.321060 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c26fdf55-57a9-42c8-bfe0-3e23e10280e6 req-5029e393-d5bd-44e8-b5c0-8fb492e42193 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups?id=70bfa77a-4d8d-4396-8cad-fa38d648c054&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870171 Apr 28 19:55:34.613557 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:55:34.632805 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-d1b04eb2-5a76-442a-a6ce-5b400dc81e4c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:34.634428 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-d1b04eb2-5a76-442a-a6ce-5b400dc81e4c tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 947 time: 0.0503790 Apr 28 19:55:34.729088 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-bf3a6a76-d27b-435e-b0f6-11c732363cf0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Deleting port 8a84eb91-436c-4076-9750-86a7e51e8888 {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:55:34.729424 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-bf3a6a76-d27b-435e-b0f6-11c732363cf0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:34.825506 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-bf3a6a76-d27b-435e-b0f6-11c732363cf0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] For port 8a84eb91-436c-4076-9750-86a7e51e8888, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=8a84eb91-436c-4076-9750-86a7e51e8888,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:34.825861 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-bf3a6a76-d27b-435e-b0f6-11c732363cf0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:35.017280 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-bf3a6a76-d27b-435e-b0f6-11c732363cf0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:35.018116 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-bf3a6a76-d27b-435e-b0f6-11c732363cf0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (d053021c-cdbe-4ee4-94ad-6cb57dbc09b5), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:35.018116 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.l3_db [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-bf3a6a76-d27b-435e-b0f6-11c732363cf0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Floating IP d053021c-cdbe-4ee4-94ad-6cb57dbc09b5 disassociated. External IP: 172.28.0.127, port: 8a84eb91-436c-4076-9750-86a7e51e8888. Apr 28 19:55:35.018370 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-bf3a6a76-d27b-435e-b0f6-11c732363cf0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Calling delete_port for 8a84eb91-436c-4076-9750-86a7e51e8888 owned by compute:nova {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:55:35.161217 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-bf3a6a76-d27b-435e-b0f6-11c732363cf0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11863989'] for port (8a84eb91-436c-4076-9750-86a7e51e8888), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:35.191399 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a6a76-d27b-435e-b0f6-11c732363cf0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event deleted for resources: {'Port': ['ID=8a84eb91-436c-4076-9750-86a7e51e8888,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:35.329608 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-bf3a6a76-d27b-435e-b0f6-11c732363cf0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Router b413acd6-3609-423d-a8d8-be0b380a0869 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:35.504044 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4692a896-21c6-432b-8cb9-784fa9ff3982 req-f0651087-9257-467a-bd95-7bce31be8a09 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ec66d2c-8fb0-4007-a1b9-d047497d3416 HTTP/1.1" status: 200 len: 210 time: 0.0419528 Apr 28 19:55:35.517825 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-bf3a6a76-d27b-435e-b0f6-11c732363cf0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:35.535637 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03008d-7d72-429b-b15c-07a132401fc0 None None] Sync routers for ids ['b413acd6-3609-423d-a8d8-be0b380a0869'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:35.558115 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03008d-7d72-429b-b15c-07a132401fc0 None None] Routers {'b413acd6-3609-423d-a8d8-be0b380a0869'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:35.558871 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-6c03008d-7d72-429b-b15c-07a132401fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:55:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['b413acd6-3609-423d-a8d8-be0b380a0869'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:35.587377 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-bf3a6a76-d27b-435e-b0f6-11c732363cf0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] No DVR routers for this DVR port 8a84eb91-436c-4076-9750-86a7e51e8888 on host hv-cinder-82694 {{(pid=109984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:35.591197 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-bf3a6a76-d27b-435e-b0f6-11c732363cf0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:35.598162 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-b11f0bfc-f141-4a3e-bbf8-3b2d8eea60f3 req-bf3a6a76-d27b-435e-b0f6-11c732363cf0 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.65 "DELETE /v2.0/ports/8a84eb91-436c-4076-9750-86a7e51e8888 HTTP/1.1" status: 204 len: 173 time: 0.9577520 Apr 28 19:55:35.598940 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'name': 'network-vif-deleted', 'tag': '8a84eb91-436c-4076-9750-86a7e51e8888'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:35.604172 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239128c4-1eed-40f5-98cc-2e060eb5f54c" -d '{"events": [{"server_uuid": "7ec66d2c-8fb0-4007-a1b9-d047497d3416", "name": "network-vif-deleted", "tag": "8a84eb91-436c-4076-9750-86a7e51e8888"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:55:35.699262 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5171d5-6caa-4325-902b-0629669e6c57 x-openstack-request-id: req-7c5171d5-6caa-4325-902b-0629669e6c57 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:55:35.699765 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec66d2c-8fb0-4007-a1b9-d047497d3416", "name": "network-vif-deleted", "tag": "8a84eb91-436c-4076-9750-86a7e51e8888", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:55:35.700250 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c5171d5-6caa-4325-902b-0629669e6c57 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:55:35.701134 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5171d5-6caa-4325-902b-0629669e6c57'] response: {'server_uuid': '7ec66d2c-8fb0-4007-a1b9-d047497d3416', 'name': 'network-vif-deleted', 'tag': '8a84eb91-436c-4076-9750-86a7e51e8888', 'status': 'completed', 'code': 200} Apr 28 19:55:35.763165 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-6c03008d-7d72-429b-b15c-07a132401fc0 None None] Set router b413acd6-3609-423d-a8d8-be0b380a0869 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:55:36.056772 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-6c03008d-7d72-429b-b15c-07a132401fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '53f73b2e-b092-46d9-8c95-ab11f88e857f', 'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'mac_address': 'fa:16:3e:47:41:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:47Z', 'updated_at': '2022-04-28T19:45:54Z', 'revision_number': 5, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'subnets': [{'id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:36.091351 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03008d-7d72-429b-b15c-07a132401fc0 None None] Checking router: b413acd6-3609-423d-a8d8-be0b380a0869 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:55:36.102857 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03008d-7d72-429b-b15c-07a132401fc0 None None] Routers {'b413acd6-3609-423d-a8d8-be0b380a0869'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:36.103522 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-6c03008d-7d72-429b-b15c-07a132401fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:55:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['b413acd6-3609-423d-a8d8-be0b380a0869'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:36.235752 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-6c03008d-7d72-429b-b15c-07a132401fc0 None None] Set router b413acd6-3609-423d-a8d8-be0b380a0869 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:55:36.449145 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-6c03008d-7d72-429b-b15c-07a132401fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '53f73b2e-b092-46d9-8c95-ab11f88e857f', 'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'mac_address': 'fa:16:3e:47:41:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:47Z', 'updated_at': '2022-04-28T19:45:54Z', 'revision_number': 5, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'subnets': [{'id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:36.481706 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03008d-7d72-429b-b15c-07a132401fc0 None None] The sync data for ids ['b413acd6-3609-423d-a8d8-be0b380a0869'] in dv-cinder-826949-7-smb is: [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:48Z', 'revision_number': 4, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '53f73b2e-b092-46d9-8c95-ab11f88e857f', 'name': '', 'network_id': 'a3dcd011-1276-4838-a5e9-d63807bfdd83', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'mac_address': 'fa:16:3e:47:41:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:47Z', 'updated_at': '2022-04-28T19:45:54Z', 'revision_number': 5, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'subnets': [{'id': '3c2d8fac-6409-4404-8d0b-acd651903b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:36.650254 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58912) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:36.723045 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a2a0a625-666e-4dab-b834-a286a8a4e021 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group (70bfa77a-4d8d-4396-8cad-fa38d648c054), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:36.764532 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a2a0a625-666e-4dab-b834-a286a8a4e021 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group (70bfa77a-4d8d-4396-8cad-fa38d648c054), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:36.777762 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3346419-7734-415e-9edb-52cdff49aaaa None None] New status for floating IP d053021c-cdbe-4ee4-94ad-6cb57dbc09b5: DOWN {{(pid=109986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:55:36.854138 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a2a0a625-666e-4dab-b834-a286a8a4e021 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (70bfa77a-4d8d-4396-8cad-fa38d648c054), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:36.856966 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a2a0a625-666e-4dab-b834-a286a8a4e021 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:36.862285 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-a2a0a625-666e-4dab-b834-a286a8a4e021 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "DELETE /v2.0/security-groups/70bfa77a-4d8d-4396-8cad-fa38d648c054 HTTP/1.1" status: 204 len: 168 time: 0.2066071 Apr 28 19:55:36.862582 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58914) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:36.883378 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0a625-666e-4dab-b834-a286a8a4e021 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bfa77a-4d8d-4396-8cad-fa38d648c054,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:36.885690 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.api.v2.resource [None req-caef89a8-8f0a-40c1-8643-5136bddcf625 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] show failed (client error): The resource could not be found. Apr 28 19:55:36.886800 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-caef89a8-8f0a-40c1-8643-5136bddcf625 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "GET /v2.0/security-groups/70bfa77a-4d8d-4396-8cad-fa38d648c054 HTTP/1.1" status: 404 len: 347 time: 0.0231066 Apr 28 19:55:36.889973 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58916) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:37.032484 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3be57-6b62-425d-92fa-07d5ff768e43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Deleting port 7c78f3c1-3ede-4a9e-b262-6a05b4e11bb4 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:55:37.032838 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9a3be57-6b62-425d-92fa-07d5ff768e43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (7c78f3c1-3ede-4a9e-b262-6a05b4e11bb4), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:37.123565 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9a3be57-6b62-425d-92fa-07d5ff768e43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (7c78f3c1-3ede-4a9e-b262-6a05b4e11bb4), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:37.124013 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9a3be57-6b62-425d-92fa-07d5ff768e43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for floatingip (7c78f3c1-3ede-4a9e-b262-6a05b4e11bb4), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:37.139724 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3be57-6b62-425d-92fa-07d5ff768e43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Calling delete_port for 7c78f3c1-3ede-4a9e-b262-6a05b4e11bb4 owned by network:floatingip {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:55:37.312882 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9a3be57-6b62-425d-92fa-07d5ff768e43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (7c78f3c1-3ede-4a9e-b262-6a05b4e11bb4), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:37.345358 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3be57-6b62-425d-92fa-07d5ff768e43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Pushing event deleted for resources: {'Port': ['ID=7c78f3c1-3ede-4a9e-b262-6a05b4e11bb4,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:37.419082 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9a3be57-6b62-425d-92fa-07d5ff768e43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks [] for floatingip (d053021c-cdbe-4ee4-94ad-6cb57dbc09b5), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:37.422097 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9a3be57-6b62-425d-92fa-07d5ff768e43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:37.423321 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-f9a3be57-6b62-425d-92fa-07d5ff768e43 tempest-AttachVolumeShelveTestJSON-387915010 tempest-AttachVolumeShelveTestJSON-387915010-project] 10.222.0.62 "DELETE /v2.0/floatingips/d053021c-cdbe-4ee4-94ad-6cb57dbc09b5 HTTP/1.1" status: 204 len: 168 time: 0.5320926 Apr 28 19:55:38.274851 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 8a84eb91-436c-4076-9750-86a7e51e8888 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:38.296914 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: 8a84eb91-436c-4076-9750-86a7e51e8888 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:55:38.297248 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 8a84eb91-436c-4076-9750-86a7e51e8888 not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:39.944626 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58940) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:40.447211 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:40.505517 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0a85a673-ae1a-4871-b243-55b55067baa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115003'] for router_interface (b413acd6-3609-423d-a8d8-be0b380a0869), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:40.777085 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-0a85a673-ae1a-4871-b243-55b55067baa6 admin admin] Deleting port 53f73b2e-b092-46d9-8c95-ab11f88e857f {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:55:40.777431 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0a85a673-ae1a-4871-b243-55b55067baa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:40.876625 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [None req-0a85a673-ae1a-4871-b243-55b55067baa6 admin admin] For port 53f73b2e-b092-46d9-8c95-ab11f88e857f, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=53f73b2e-b092-46d9-8c95-ab11f88e857f,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:40.876997 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0a85a673-ae1a-4871-b243-55b55067baa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:40.893484 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-0a85a673-ae1a-4871-b243-55b55067baa6 admin admin] Calling delete_port for 53f73b2e-b092-46d9-8c95-ab11f88e857f owned by network:router_interface {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:55:41.113047 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0a85a673-ae1a-4871-b243-55b55067baa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (53f73b2e-b092-46d9-8c95-ab11f88e857f), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:41.139959 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85a673-ae1a-4871-b243-55b55067baa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f73b2e-b092-46d9-8c95-ab11f88e857f,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:41.352642 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0a85a673-ae1a-4871-b243-55b55067baa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4115095'] for router_interface (b413acd6-3609-423d-a8d8-be0b380a0869), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:41.637560 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a85a673-ae1a-4871-b243-55b55067baa6 admin admin] Router b413acd6-3609-423d-a8d8-be0b380a0869 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:41.793008 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a85a673-ae1a-4871-b243-55b55067baa6 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:41.799600 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-0a85a673-ae1a-4871-b243-55b55067baa6 admin admin] 10.222.0.62 "PUT /v2.0/routers/b413acd6-3609-423d-a8d8-be0b380a0869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8534434 Apr 28 19:55:41.804759 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58944) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:41.807695 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26f177-c8bb-4221-b38e-cf5f3d2d3bdd None None] Sync routers for ids ['b413acd6-3609-423d-a8d8-be0b380a0869'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:41.826926 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26f177-c8bb-4221-b38e-cf5f3d2d3bdd None None] Routers {'b413acd6-3609-423d-a8d8-be0b380a0869'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:41.828053 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-5c26f177-c8bb-4221-b38e-cf5f3d2d3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:55:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['b413acd6-3609-423d-a8d8-be0b380a0869'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:41.931276 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] Publish callbacks [] for router (b413acd6-3609-423d-a8d8-be0b380a0869), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:42.001225 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-5c26f177-c8bb-4221-b38e-cf5f3d2d3bdd None None] Set router b413acd6-3609-423d-a8d8-be0b380a0869 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:55:42.065800 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] Publish callbacks [] for router_gateway (b413acd6-3609-423d-a8d8-be0b380a0869), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:42.149397 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] Deleting port 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:55:42.150187 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:42.223294 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-5c26f177-c8bb-4221-b38e-cf5f3d2d3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178'}], 'enable_snat': True}, 'gw_port_id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:55:41Z', 'revision_number': 5, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port': {'id': '35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:eb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:42Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:42.259400 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] For port 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:42.260071 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:42.273249 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26f177-c8bb-4221-b38e-cf5f3d2d3bdd None None] Checking router: b413acd6-3609-423d-a8d8-be0b380a0869 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:55:42.276319 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] Calling delete_port for 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d owned by network:router_gateway {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:55:42.288630 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26f177-c8bb-4221-b38e-cf5f3d2d3bdd None None] Routers {'b413acd6-3609-423d-a8d8-be0b380a0869'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:42.289731 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-5c26f177-c8bb-4221-b38e-cf5f3d2d3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:55:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['b413acd6-3609-423d-a8d8-be0b380a0869'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:42.439676 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-5c26f177-c8bb-4221-b38e-cf5f3d2d3bdd None None] Set router b413acd6-3609-423d-a8d8-be0b380a0869 gateway port host: None {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:55:42.483011 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:42.501399 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-5c26f177-c8bb-4221-b38e-cf5f3d2d3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:55:42Z', 'revision_number': 6, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port_host': None}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:42.512709 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:42.535635 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26f177-c8bb-4221-b38e-cf5f3d2d3bdd None None] The sync data for ids ['b413acd6-3609-423d-a8d8-be0b380a0869'] in dv-cinder-826949-7-smb is: [{'id': 'b413acd6-3609-423d-a8d8-be0b380a0869', 'name': 'tempest-AttachVolumeShelveTestJSON-1192696055-router', 'tenant_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:55:42Z', 'revision_number': 6, 'project_id': '7dc8f8e14c7f456fbe60f1512db74dbe', 'gw_port_host': None}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:42.586574 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704061'] for router_gateway (b413acd6-3609-423d-a8d8-be0b380a0869), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:42.995973 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4116294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1030'] for router (b413acd6-3609-423d-a8d8-be0b380a0869), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:42.998918 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] Publish callbacks [] for router_controller (b413acd6-3609-423d-a8d8-be0b380a0869), precommit_delete_associations {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.056852 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4116319'] for router (b413acd6-3609-423d-a8d8-be0b380a0869), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.057632 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b413acd6-3609-423d-a8d8-be0b380a0869 {{(pid=109983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:55:43.065095 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.066898 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-58eea149-58f0-4ea3-93bc-744edd932fc8 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b413acd6-3609-423d-a8d8-be0b380a0869 HTTP/1.1" status: 204 len: 168 time: 1.2606409 Apr 28 19:55:43.070534 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58946) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:43.120489 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a20b16e-c286-4de6-a0c8-057f85d01be3 admin admin] Deleting subnet 3c2d8fac-6409-4404-8d0b-acd651903b10 {{(pid=109983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:55:43.124352 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0a20b16e-c286-4de6-a0c8-057f85d01be3 admin admin] Publish callbacks [] for subnet (3c2d8fac-6409-4404-8d0b-acd651903b10), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.166646 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0a20b16e-c286-4de6-a0c8-057f85d01be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8553606'] for subnet (3c2d8fac-6409-4404-8d0b-acd651903b10), precommit_delete_associations {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.258394 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0a20b16e-c286-4de6-a0c8-057f85d01be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863777'] for subnet (3c2d8fac-6409-4404-8d0b-acd651903b10), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.316549 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0a20b16e-c286-4de6-a0c8-057f85d01be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2299589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8798795'] for subnet (3c2d8fac-6409-4404-8d0b-acd651903b10), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.341666 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 53f73b2e-b092-46d9-8c95-ab11f88e857f no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:43.360838 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20b16e-c286-4de6-a0c8-057f85d01be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c2d8fac-6409-4404-8d0b-acd651903b10,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:43.368550 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0a20b16e-c286-4de6-a0c8-057f85d01be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.374630 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-0a20b16e-c286-4de6-a0c8-057f85d01be3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3c2d8fac-6409-4404-8d0b-acd651903b10 HTTP/1.1" status: 204 len: 168 time: 0.3028016 Apr 28 19:55:43.378117 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58948) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:43.386842 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7a0276-be49-4975-adf8-f281dccba2fd None None] Network a3dcd011-1276-4838-a5e9-d63807bfdd83 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:55:43.392406 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 53f73b2e-b092-46d9-8c95-ab11f88e857f {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:55:43.393033 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 53f73b2e-b092-46d9-8c95-ab11f88e857f not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:43.477870 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002127'] for network (a3dcd011-1276-4838-a5e9-d63807bfdd83), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.538672 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] Deleting port 535c9eff-5f35-4271-a103-091f34f70ad4 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:55:43.539230 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (535c9eff-5f35-4271-a103-091f34f70ad4), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.627826 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] For port 535c9eff-5f35-4271-a103-091f34f70ad4, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=535c9eff-5f35-4271-a103-091f34f70ad4,segment=NetworkSegment(fe1db988-54cd-410d-91e4-0b7569697a1a),segment_id=fe1db988-54cd-410d-91e4-0b7569697a1a)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:43.628490 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (535c9eff-5f35-4271-a103-091f34f70ad4), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.653694 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] Calling delete_port for 535c9eff-5f35-4271-a103-091f34f70ad4 owned by network:dhcp {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:55:43.750929 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] DHCP port deletion for a3dcd011-1276-4838-a5e9-d63807bfdd83 request from dv-cinder-826949-7-smb {{(pid=109985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:55:43.803665 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (535c9eff-5f35-4271-a103-091f34f70ad4), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.821060 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Deleting port 535c9eff-5f35-4271-a103-091f34f70ad4 {{(pid=109985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:55:43.821636 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (535c9eff-5f35-4271-a103-091f34f70ad4), before_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.840649 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=535c9eff-5f35-4271-a103-091f34f70ad4,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:43.848931 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] No DVR routers for this DVR port 535c9eff-5f35-4271-a103-091f34f70ad4 on host dv-cinder-826949-7-smb {{(pid=109983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:43.941667 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] For port 535c9eff-5f35-4271-a103-091f34f70ad4, host dv-cinder-826949-7-smb, got binding levels [] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:43.942288 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (535c9eff-5f35-4271-a103-091f34f70ad4), precommit_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.945428 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874428', 'neutron.services.segments.db._delete_segments_for_network-8753808390777'] for network (a3dcd011-1276-4838-a5e9-d63807bfdd83), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.961449 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Calling delete_port for 535c9eff-5f35-4271-a103-091f34f70ad4 owned by network:dhcp {{(pid=109985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:55:43.965040 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.ipam_backend_mixin [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Port 535c9eff-5f35-4271-a103-091f34f70ad4 was not found and therefore no delete operation was performed {{(pid=109985) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 28 19:55:43.966720 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (535c9eff-5f35-4271-a103-091f34f70ad4), after_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:43.983635 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3dcd011-1276-4838-a5e9-d63807bfdd83']}} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:43.996897 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1db988-54cd-410d-91e4-0b7569697a1a') {'for_net_delete': True} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:43.997252 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1db988-54cd-410d-91e4-0b7569697a1a') {} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:43.997887 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Pushing event deleted for resources: {'Port': ['ID=535c9eff-5f35-4271-a103-091f34f70ad4,revision_number=None']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:44.009475 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753808389762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8553631'] for segment (fe1db988-54cd-410d-91e4-0b7569697a1a), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:44.009824 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] No DVR routers for this DVR port 535c9eff-5f35-4271-a103-091f34f70ad4 on host dv-cinder-826949-7-smb {{(pid=109985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:44.014820 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:44.023162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:44.023162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:44.023162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:44.023162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:44.023162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:44.023162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:44.023162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:44.023162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:44.023162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:44.023162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:44.023162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:44.023162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:44.023162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:44.025886 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920e493c-9c27-46ae-8804-f425d6a1f33f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:44.035958 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (fe1db988-54cd-410d-91e4-0b7569697a1a), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:44.044886 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=109983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:44.045301 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2295843'] for segment (fe1db988-54cd-410d-91e4-0b7569697a1a), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: Traceback (most recent call last): Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: timer() Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: cb(*args, **kw) Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: return func(*args, **kwargs) Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: self._notify() Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: self.callback(batched_events) Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: event.method(event) Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: return f(self, *a, **k) Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: return self._get(url).json() Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:44.047323 dv-cinder-826949-7-smb neutron-server[109983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:44.112888 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703573'] for network (a3dcd011-1276-4838-a5e9-d63807bfdd83), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:44.121360 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:44.125529 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a3dcd011-1276-4838-a5e9-d63807bfdd83 HTTP/1.1" status: 204 len: 168 time: 0.7459917 Apr 28 19:55:44.137811 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c9abc-4f1d-4665-8273-426df84dacf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3dcd011-1276-4838-a5e9-d63807bfdd83,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:44.291711 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58952) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:44.342546 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-bfb84c8a-05f0-459b-a1b4-8c035d2d3b56 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7dc8f8e14c7f456fbe60f1512db74dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493004 Apr 28 19:55:44.345359 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 58954) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:44.402975 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4e8e81bd-9110-402d-a6e7-7366c5c86636 admin admin] Publish callbacks [] for security_group (e6863c3c-0007-4585-afe3-d5c1be07917c), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:44.429077 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4e8e81bd-9110-402d-a6e7-7366c5c86636 admin admin] Publish callbacks [] for security_group (e6863c3c-0007-4585-afe3-d5c1be07917c), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:44.485055 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4e8e81bd-9110-402d-a6e7-7366c5c86636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (e6863c3c-0007-4585-afe3-d5c1be07917c), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:44.487911 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4e8e81bd-9110-402d-a6e7-7366c5c86636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:44.489123 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-4e8e81bd-9110-402d-a6e7-7366c5c86636 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6863c3c-0007-4585-afe3-d5c1be07917c HTTP/1.1" status: 204 len: 168 time: 0.1427429 Apr 28 19:55:44.498259 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e81bd-9110-402d-a6e7-7366c5c86636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6863c3c-0007-4585-afe3-d5c1be07917c,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:44.698486 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:44.720977 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:55:44.721330 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 35e4c1ed-92d5-4d13-83e5-8cd8dbadb36d not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:44.721747 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 535c9eff-5f35-4271-a103-091f34f70ad4 no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:44.743606 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 535c9eff-5f35-4271-a103-091f34f70ad4 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:55:44.743999 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 535c9eff-5f35-4271-a103-091f34f70ad4 not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:47.093310 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-19e8eea2-3949-427f-8d79-adf1cb758a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:47.950411 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59012) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:48.282340 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-12cf3713-d92b-41a3-a72d-a9a983b1963a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Deleting port 99dff380-4184-41b0-9ff5-a2bb263ef151 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:55:48.282765 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-12cf3713-d92b-41a3-a72d-a9a983b1963a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (99dff380-4184-41b0-9ff5-a2bb263ef151), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:48.372942 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-12cf3713-d92b-41a3-a72d-a9a983b1963a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (99dff380-4184-41b0-9ff5-a2bb263ef151), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:48.373248 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-12cf3713-d92b-41a3-a72d-a9a983b1963a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for floatingip (99dff380-4184-41b0-9ff5-a2bb263ef151), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:48.387625 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-12cf3713-d92b-41a3-a72d-a9a983b1963a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Calling delete_port for 99dff380-4184-41b0-9ff5-a2bb263ef151 owned by network:floatingip {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:55:48.560768 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-12cf3713-d92b-41a3-a72d-a9a983b1963a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (99dff380-4184-41b0-9ff5-a2bb263ef151), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:48.597462 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf3713-d92b-41a3-a72d-a9a983b1963a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Pushing event deleted for resources: {'Port': ['ID=99dff380-4184-41b0-9ff5-a2bb263ef151,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:48.687669 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-12cf3713-d92b-41a3-a72d-a9a983b1963a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for floatingip (f0836a16-57a4-40cd-b0bb-26018fee7d24), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:48.688168 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.l3_db [None req-12cf3713-d92b-41a3-a72d-a9a983b1963a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Floating IP f0836a16-57a4-40cd-b0bb-26018fee7d24 disassociated (deleted). External IP: 172.28.0.114, port: 9116eb5f-7065-46c4-882c-0d2f86838505. Apr 28 19:55:48.982098 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cf3713-d92b-41a3-a72d-a9a983b1963a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:49.112118 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cf3713-d92b-41a3-a72d-a9a983b1963a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:49.117586 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-12cf3713-d92b-41a3-a72d-a9a983b1963a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:49.125629 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0881843-cc5c-48b1-bc24-187a5330a6ac None None] Sync routers for ids ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:49.141083 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0881843-cc5c-48b1-bc24-187a5330a6ac None None] Routers {'2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:49.142420 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e0881843-cc5c-48b1-bc24-187a5330a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:55:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:49.153002 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-12cf3713-d92b-41a3-a72d-a9a983b1963a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "DELETE /v2.0/floatingips/f0836a16-57a4-40cd-b0bb-26018fee7d24 HTTP/1.1" status: 204 len: 168 time: 1.2012503 Apr 28 19:55:49.153847 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'tag': '9116eb5f-7065-46c4-882c-0d2f86838505'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:49.158254 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50e9303-0db7-4d4c-8625-4822e61e241f" -d '{"events": [{"name": "network-changed", "server_uuid": "93248f1e-bb6f-4d19-bb09-ff80a8798e58", "tag": "9116eb5f-7065-46c4-882c-0d2f86838505"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:55:49.340367 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-457b8551-8561-4d1f-96fb-17e92b49f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:49.367910 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab72920-98d5-4e3b-9203-6b333eb0e581 x-openstack-request-id: req-dab72920-98d5-4e3b-9203-6b333eb0e581 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:55:49.367910 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93248f1e-bb6f-4d19-bb09-ff80a8798e58", "tag": "9116eb5f-7065-46c4-882c-0d2f86838505", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:55:49.368333 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dab72920-98d5-4e3b-9203-6b333eb0e581 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:55:49.368700 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab72920-98d5-4e3b-9203-6b333eb0e581'] response: {'name': 'network-changed', 'server_uuid': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'tag': '9116eb5f-7065-46c4-882c-0d2f86838505', 'status': 'completed', 'code': 200} Apr 28 19:55:49.378939 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-e0881843-cc5c-48b1-bc24-187a5330a6ac None None] Set router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:55:49.468087 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb84366-1395-49cc-bb61-c0ecdc0f651d req-2523d590-4b2b-47a8-aacc-9869e7d229db tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:49.469714 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6cb84366-1395-49cc-bb61-c0ecdc0f651d req-2523d590-4b2b-47a8-aacc-9869e7d229db tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0518608 Apr 28 19:55:49.538012 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-6cb84366-1395-49cc-bb61-c0ecdc0f651d req-7e6ca7dd-867e-4072-ba09-90151b06cdbb tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609870 Apr 28 19:55:49.652832 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e0881843-cc5c-48b1-bc24-187a5330a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 4, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'gw_port': {'id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': 'fc4fa2b0-e9a6-4511-bb2b-be572640ea1f', 'name': '', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'mac_address': 'fa:16:3e:ba:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8f160553-b30a-4983-8eab-abb541ae5434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:42Z', 'revision_number': 5, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'subnets': [{'id': '8f160553-b30a-4983-8eab-abb541ae5434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:49.685387 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0881843-cc5c-48b1-bc24-187a5330a6ac None None] Checking router: 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:55:49.696337 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0881843-cc5c-48b1-bc24-187a5330a6ac None None] Routers {'2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:49.696985 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e0881843-cc5c-48b1-bc24-187a5330a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:55:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:49.834923 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-e0881843-cc5c-48b1-bc24-187a5330a6ac None None] Set router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:55:50.210686 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-e0881843-cc5c-48b1-bc24-187a5330a6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 4, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'gw_port': {'id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': 'fc4fa2b0-e9a6-4511-bb2b-be572640ea1f', 'name': '', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'mac_address': 'fa:16:3e:ba:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8f160553-b30a-4983-8eab-abb541ae5434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:42Z', 'revision_number': 5, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'subnets': [{'id': '8f160553-b30a-4983-8eab-abb541ae5434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:50.239054 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0881843-cc5c-48b1-bc24-187a5330a6ac None None] The sync data for ids ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'] in dv-cinder-826949-7-smb is: [{'id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 4, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'gw_port': {'id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': 'fc4fa2b0-e9a6-4511-bb2b-be572640ea1f', 'name': '', 'network_id': 'b1e58871-fcfd-4262-aa17-3a8234ad9048', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'mac_address': 'fa:16:3e:ba:fa:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8f160553-b30a-4983-8eab-abb541ae5434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:42Z', 'revision_number': 5, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'subnets': [{'id': '8f160553-b30a-4983-8eab-abb541ae5434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:50.483879 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f93a82-1cdd-4ab2-8ab2-e06917d9f539 None None] New status for floating IP f0836a16-57a4-40cd-b0bb-26018fee7d24: DOWN {{(pid=109985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:55:50.572042 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e9303-0db7-4d4c-8625-4822e61e241f req-3fd2f849-ddca-423a-9daa-25961d94c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:50.573882 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a50e9303-0db7-4d4c-8625-4822e61e241f req-3fd2f849-ddca-423a-9daa-25961d94c005 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2774778ad450444faa1f0b70683b5d73&device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 1129 time: 0.0498350 Apr 28 19:55:50.720674 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b5772-e19a-43d2-87e2-e64e4cd0604a req-c5e957bb-504c-4e8e-b5f3-d7d663a944ff tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:50.722159 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-bf7b5772-e19a-43d2-87e2-e64e4cd0604a req-c5e957bb-504c-4e8e-b5f3-d7d663a944ff tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0687809 Apr 28 19:55:50.729036 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e9303-0db7-4d4c-8625-4822e61e241f req-16918ff4-8466-4e49-985d-18722c72571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:50.730527 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a50e9303-0db7-4d4c-8625-4822e61e241f req-16918ff4-8466-4e49-985d-18722c72571d service neutron] 10.222.0.65 "GET /v2.0/networks?id=b1e58871-fcfd-4262-aa17-3a8234ad9048 HTTP/1.1" status: 200 len: 910 time: 0.1476657 Apr 28 19:55:50.791841 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a50e9303-0db7-4d4c-8625-4822e61e241f req-d943e095-b9c7-4991-b673-15d89d3c7288 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9116eb5f-7065-46c4-882c-0d2f86838505 HTTP/1.1" status: 200 len: 217 time: 0.0407681 Apr 28 19:55:50.855557 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-bf7b5772-e19a-43d2-87e2-e64e4cd0604a req-6a23d6c3-486a-4655-8b9c-0a5c4112d426 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/security-groups?id=d59968cd-df4c-4186-8def-ea9c3926af6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224692 Apr 28 19:55:50.870104 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e9303-0db7-4d4c-8625-4822e61e241f req-cc2187e1-164f-4857-84a0-f62bc7dce5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:50.872186 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a50e9303-0db7-4d4c-8625-4822e61e241f req-cc2187e1-164f-4857-84a0-f62bc7dce5fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8f160553-b30a-4983-8eab-abb541ae5434 HTTP/1.1" status: 200 len: 848 time: 0.0726712 Apr 28 19:55:50.981289 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:51.167353 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e9303-0db7-4d4c-8625-4822e61e241f req-b3b43968-4210-4071-887c-a2f99b5797e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:51.169465 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a50e9303-0db7-4d4c-8625-4822e61e241f req-b3b43968-4210-4071-887c-a2f99b5797e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b1e58871-fcfd-4262-aa17-3a8234ad9048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0763187 Apr 28 19:55:51.185457 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a1053-22f9-4658-aa9e-2f9a02e3b5ec req-7a34d476-5e8d-4a70-9945-7f75ec651fcd tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:51.187250 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-281a1053-22f9-4658-aa9e-2f9a02e3b5ec req-7a34d476-5e8d-4a70-9945-7f75ec651fcd tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.65 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 945 time: 0.0640566 Apr 28 19:55:51.309373 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a50e9303-0db7-4d4c-8625-4822e61e241f req-061a3e0b-1688-415a-ae25-436eb2152c0d service neutron] 10.222.0.65 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314034 Apr 28 19:55:51.309826 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-281a1053-22f9-4658-aa9e-2f9a02e3b5ec req-4a850225-29db-42d8-a3a1-184d8a57ad92 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Deleting port 9116eb5f-7065-46c4-882c-0d2f86838505 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:55:51.310306 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-281a1053-22f9-4658-aa9e-2f9a02e3b5ec req-4a850225-29db-42d8-a3a1-184d8a57ad92 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:51.432354 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a50e9303-0db7-4d4c-8625-4822e61e241f req-b1243225-8375-4b98-870a-ff75e49d8e2b service neutron] 10.222.0.65 "GET /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151495 Apr 28 19:55:51.453931 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-281a1053-22f9-4658-aa9e-2f9a02e3b5ec req-4a850225-29db-42d8-a3a1-184d8a57ad92 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] For port 9116eb5f-7065-46c4-882c-0d2f86838505, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9116eb5f-7065-46c4-882c-0d2f86838505,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:51.454602 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-281a1053-22f9-4658-aa9e-2f9a02e3b5ec req-4a850225-29db-42d8-a3a1-184d8a57ad92 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:51.477421 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-281a1053-22f9-4658-aa9e-2f9a02e3b5ec req-4a850225-29db-42d8-a3a1-184d8a57ad92 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Calling delete_port for 9116eb5f-7065-46c4-882c-0d2f86838505 owned by compute:nova {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:55:51.608513 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59066) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:51.659833 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-281a1053-22f9-4658-aa9e-2f9a02e3b5ec req-4a850225-29db-42d8-a3a1-184d8a57ad92 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (9116eb5f-7065-46c4-882c-0d2f86838505), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:51.708125 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a850225-29db-42d8-a3a1-184d8a57ad92 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Pushing event deleted for resources: {'Port': ['ID=9116eb5f-7065-46c4-882c-0d2f86838505,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:51.748307 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-53536ae0-9c57-430d-a414-ad35a4a5f324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:51.781966 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-281a1053-22f9-4658-aa9e-2f9a02e3b5ec req-4a850225-29db-42d8-a3a1-184d8a57ad92 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] No DVR routers for this DVR port 9116eb5f-7065-46c4-882c-0d2f86838505 on host hv-cinder-82694 {{(pid=109983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:51.784935 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-281a1053-22f9-4658-aa9e-2f9a02e3b5ec req-4a850225-29db-42d8-a3a1-184d8a57ad92 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:51.789595 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-281a1053-22f9-4658-aa9e-2f9a02e3b5ec req-4a850225-29db-42d8-a3a1-184d8a57ad92 tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.65 "DELETE /v2.0/ports/9116eb5f-7065-46c4-882c-0d2f86838505 HTTP/1.1" status: 204 len: 173 time: 0.5959604 Apr 28 19:55:51.790148 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'name': 'network-vif-deleted', 'tag': '9116eb5f-7065-46c4-882c-0d2f86838505'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:51.793037 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d8bf01-1f06-4263-88b4-973ab4242a83" -d '{"events": [{"server_uuid": "93248f1e-bb6f-4d19-bb09-ff80a8798e58", "name": "network-vif-deleted", "tag": "9116eb5f-7065-46c4-882c-0d2f86838505"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:55:51.859839 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-53536ae0-9c57-430d-a414-ad35a4a5f324 admin admin] Publish callbacks [] for security_group (ba5d1007-92c7-4e95-8df7-83913fac9534), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:51.864674 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-53536ae0-9c57-430d-a414-ad35a4a5f324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ba5d1007-92c7-4e95-8df7-83913fac9534), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:51.868009 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7d2a6e-9c49-4923-a28c-fd08a923ec64 x-openstack-request-id: req-1a7d2a6e-9c49-4923-a28c-fd08a923ec64 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:55:51.868370 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93248f1e-bb6f-4d19-bb09-ff80a8798e58", "name": "network-vif-deleted", "tag": "9116eb5f-7065-46c4-882c-0d2f86838505", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:55:51.868727 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a7d2a6e-9c49-4923-a28c-fd08a923ec64 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:55:51.869311 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7d2a6e-9c49-4923-a28c-fd08a923ec64'] response: {'server_uuid': '93248f1e-bb6f-4d19-bb09-ff80a8798e58', 'name': 'network-vif-deleted', 'tag': '9116eb5f-7065-46c4-882c-0d2f86838505', 'status': 'completed', 'code': 200} Apr 28 19:55:51.908096 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53536ae0-9c57-430d-a414-ad35a4a5f324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5d1007-92c7-4e95-8df7-83913fac9534,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:51.912472 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-53536ae0-9c57-430d-a414-ad35a4a5f324 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=99a447ee981546c9ad52be2fa5247438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025126 Apr 28 19:55:51.915773 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59074) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:51.986994 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a2f789a9-83be-44da-95a9-52f019861a31 admin admin] Publish callbacks [] for security_group (ba5d1007-92c7-4e95-8df7-83913fac9534), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:52.024884 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1f7a21f5-9237-420d-b9a5-3baf1d16814b req-9c6194d6-307c-4b9d-a4c3-58da3a9e498a tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "GET /v2.0/ports?device_id=93248f1e-bb6f-4d19-bb09-ff80a8798e58 HTTP/1.1" status: 200 len: 210 time: 0.0482280 Apr 28 19:55:52.033065 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a2f789a9-83be-44da-95a9-52f019861a31 admin admin] Publish callbacks [] for security_group (ba5d1007-92c7-4e95-8df7-83913fac9534), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:52.113441 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a2f789a9-83be-44da-95a9-52f019861a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ba5d1007-92c7-4e95-8df7-83913fac9534), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:52.116318 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a2f789a9-83be-44da-95a9-52f019861a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:52.117683 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-a2f789a9-83be-44da-95a9-52f019861a31 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba5d1007-92c7-4e95-8df7-83913fac9534 HTTP/1.1" status: 204 len: 168 time: 0.2007940 Apr 28 19:55:52.128029 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f789a9-83be-44da-95a9-52f019861a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5d1007-92c7-4e95-8df7-83913fac9534,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:52.300704 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:52.952504 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59096) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:53.060602 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-225121255-network', 'tenant_id': '7a77da14c70c4f70886ca5c67d68dfc2'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:55:53.086749 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] Made reservation on behalf of 7a77da14c70c4f70886ca5c67d68dfc2 for: {'network': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:53.089201 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:53.097230 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59102) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:53.099651 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:53.172866 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group (d59968cd-df4c-4186-8def-ea9c3926af6b), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:53.205879 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group (d59968cd-df4c-4186-8def-ea9c3926af6b), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:53.219506 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] Publish callbacks [] for security_group (a6726447-2919-4870-811c-4d8aa436a7ab), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:53.224864 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (a6726447-2919-4870-811c-4d8aa436a7ab), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:53.267381 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=109983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:55:53.282150 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6726447-2919-4870-811c-4d8aa436a7ab,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:53.289868 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (e67d760f-9135-42e4-93cb-b7dd1bf9e516), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:53.290391 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.segments_db [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] Added segment e67d760f-9135-42e4-93cb-b7dd1bf9e516 of type vlan for network ebb27dec-80b5-4b1e-b33b-6731b9b245f1 Apr 28 19:55:53.315629 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d59968cd-df4c-4186-8def-ea9c3926af6b), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:53.323401 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:53.325743 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] 10.222.0.62 "DELETE /v2.0/security-groups/d59968cd-df4c-4186-8def-ea9c3926af6b HTTP/1.1" status: 204 len: 168 time: 0.2267168 Apr 28 19:55:53.344012 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59968cd-df4c-4186-8def-ea9c3926af6b,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:53.360363 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:53.360812 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:53.361381 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:53.361722 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (ebb27dec-80b5-4b1e-b33b-6731b9b245f1), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:53.361957 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:53.362432 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:53.362919 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:53.363575 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:53.364090 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:53.364827 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:53.365376 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:53.365986 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:53.366524 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:53.367058 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:53.367897 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:53.368443 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbc5a18-bbda-470a-be97-468f4aa91e5e tempest-TestShelveInstance-1499755684 tempest-TestShelveInstance-1499755684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:53.399077 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59106) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:53.414275 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (ebb27dec-80b5-4b1e-b33b-6731b9b245f1), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:53.416129 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:53.417059 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:53.493292 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5389864 Apr 28 19:55:53.497023 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59110) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:53.505077 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-4e9b7128-435c-4cca-8f1e-ff914d06e87c admin admin] Request body: {'subnet': {'network_id': 'ebb27dec-80b5-4b1e-b33b-6731b9b245f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-225121255-subnet', 'tenant_id': '7a77da14c70c4f70886ca5c67d68dfc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:55:53.535133 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8ff41-891c-4be6-95d4-c5f84d2d91ac admin admin] Pushing event updated for resources: {'Network': ['ID=ebb27dec-80b5-4b1e-b33b-6731b9b245f1,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:53.550899 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network ebb27dec-80b5-4b1e-b33b-6731b9b245f1 details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:55:53.599853 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9b7128-435c-4cca-8f1e-ff914d06e87c admin admin] Made reservation on behalf of 7a77da14c70c4f70886ca5c67d68dfc2 for: {'subnet': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:53.603463 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7128-435c-4cca-8f1e-ff914d06e87c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12522386'] for subnet (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:53.974133 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:53.990102 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7128-435c-4cca-8f1e-ff914d06e87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11868453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12522336'] for subnet (eb3363e7-0577-4fa1-9e94-761d00aefaa5), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:54.100788 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b7128-435c-4cca-8f1e-ff914d06e87c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb3363e7-0577-4fa1-9e94-761d00aefaa5,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:54.142158 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9b7128-435c-4cca-8f1e-ff914d06e87c admin admin] Checking segment: {'id': 'e67d760f-9135-42e4-93cb-b7dd1bf9e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ebb27dec-80b5-4b1e-b33b-6731b9b245f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:55:54.142532 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b7128-435c-4cca-8f1e-ff914d06e87c admin admin] Network hostable DHCP agents. Network: ebb27dec-80b5-4b1e-b33b-6731b9b245f1, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:55:54.158566 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c32cc565-ce2f-4746-b5d4-629676ca5d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115003'] for router_interface (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:54.214208 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b7128-435c-4cca-8f1e-ff914d06e87c admin admin] Network ebb27dec-80b5-4b1e-b33b-6731b9b245f1 is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:55:54.229121 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-4e9b7128-435c-4cca-8f1e-ff914d06e87c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, ebb27dec-80b5-4b1e-b33b-6731b9b245f1) {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:54.239264 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0560608e-30a2-4253-96d6-ccc61727b8d1 None None] Network ebb27dec-80b5-4b1e-b33b-6731b9b245f1 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:55:54.266567 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9b7128-435c-4cca-8f1e-ff914d06e87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:54.267415 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7128-435c-4cca-8f1e-ff914d06e87c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:54.296608 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-4e9b7128-435c-4cca-8f1e-ff914d06e87c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7976758 Apr 28 19:55:54.330412 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 9116eb5f-7065-46c4-882c-0d2f86838505 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:54.388261 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: 9116eb5f-7065-46c4-882c-0d2f86838505 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:55:54.388813 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 9116eb5f-7065-46c4-882c-0d2f86838505 not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:54.443730 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da252f3-b595-48d5-be68-bef80e551f0f None None] Network ebb27dec-80b5-4b1e-b33b-6731b9b245f1 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:55:54.463033 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-c32cc565-ce2f-4746-b5d4-629676ca5d22 admin admin] Deleting port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:55:54.463198 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c32cc565-ce2f-4746-b5d4-629676ca5d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:54.567329 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [None req-c32cc565-ce2f-4746-b5d4-629676ca5d22 admin admin] For port fc4fa2b0-e9a6-4511-bb2b-be572640ea1f, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=fc4fa2b0-e9a6-4511-bb2b-be572640ea1f,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:54.567721 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c32cc565-ce2f-4746-b5d4-629676ca5d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:54.586284 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-c32cc565-ce2f-4746-b5d4-629676ca5d22 admin admin] Calling delete_port for fc4fa2b0-e9a6-4511-bb2b-be572640ea1f owned by network:router_interface {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:55:54.830026 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c32cc565-ce2f-4746-b5d4-629676ca5d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11863989'] for port (fc4fa2b0-e9a6-4511-bb2b-be572640ea1f), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:54.874499 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cc565-ce2f-4746-b5d4-629676ca5d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc4fa2b0-e9a6-4511-bb2b-be572640ea1f,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:54.992589 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59126) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:54.998448 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-107723120-network', 'tenant_id': '25ae797429484b08acbfbcdaf90c3d7e'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:55:55.026039 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] Made reservation on behalf of 25ae797429484b08acbfbcdaf90c3d7e for: {'network': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:55.028953 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:55.040890 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:55.129668 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c32cc565-ce2f-4746-b5d4-629676ca5d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4115095'] for router_interface (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:55.154114 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] Publish callbacks [] for security_group (2a9820bc-07fb-4d86-8c92-cd2bb181fe46), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:55.158672 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (2a9820bc-07fb-4d86-8c92-cd2bb181fe46), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:55.189469 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=109983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:55:55.196957 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9820bc-07fb-4d86-8c92-cd2bb181fe46,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:55.204303 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (3d605e5d-3330-4836-857a-a6080de47ecc), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:55.204677 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.segments_db [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] Added segment 3d605e5d-3330-4836-857a-a6080de47ecc of type vlan for network b501a6c1-ae1f-4874-930d-ddf72d37fb5b Apr 28 19:55:55.253861 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (b501a6c1-ae1f-4874-930d-ddf72d37fb5b), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:55.283337 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (b501a6c1-ae1f-4874-930d-ddf72d37fb5b), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:55.284701 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:55.285512 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:55.326677 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3291471 Apr 28 19:55:55.328774 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59128) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:55.335284 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-c1cb57a4-77ed-4c34-b220-1932cc624d47 admin admin] Request body: {'subnet': {'network_id': 'b501a6c1-ae1f-4874-930d-ddf72d37fb5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-107723120-subnet', 'tenant_id': '25ae797429484b08acbfbcdaf90c3d7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:55:55.360156 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c346e-f384-4d06-9573-fb228314dbe9 admin admin] Pushing event updated for resources: {'Network': ['ID=b501a6c1-ae1f-4874-930d-ddf72d37fb5b,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:55.374408 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network b501a6c1-ae1f-4874-930d-ddf72d37fb5b details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 19:55:55.668164 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cb57a4-77ed-4c34-b220-1932cc624d47 admin admin] Made reservation on behalf of 25ae797429484b08acbfbcdaf90c3d7e for: {'subnet': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:55.670437 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c1cb57a4-77ed-4c34-b220-1932cc624d47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12522386'] for subnet (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:55.753784 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32cc565-ce2f-4746-b5d4-629676ca5d22 admin admin] Router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:55:55.957427 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32cc565-ce2f-4746-b5d4-629676ca5d22 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:55:55.963340 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-c32cc565-ce2f-4746-b5d4-629676ca5d22 admin admin] 10.222.0.62 "PUT /v2.0/routers/2c68a900-c1a2-45bd-b42e-4d3be99ba2c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5629923 Apr 28 19:55:55.964411 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c1cb57a4-77ed-4c34-b220-1932cc624d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11868453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12522336'] for subnet (1419957e-5e0a-4aaa-9a92-07990cbbdb83), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:55.966178 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59130) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:55.973689 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95118f2-1dbf-4efa-b112-f64a8ad06665 None None] Sync routers for ids ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:55.992730 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95118f2-1dbf-4efa-b112-f64a8ad06665 None None] Routers {'2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:55.994099 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-b95118f2-1dbf-4efa-b112-f64a8ad06665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:55:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:56.024077 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb57a4-77ed-4c34-b220-1932cc624d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1419957e-5e0a-4aaa-9a92-07990cbbdb83,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:56.037368 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cb57a4-77ed-4c34-b220-1932cc624d47 admin admin] Checking segment: {'id': '3d605e5d-3330-4836-857a-a6080de47ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b501a6c1-ae1f-4874-930d-ddf72d37fb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:55:56.038434 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cb57a4-77ed-4c34-b220-1932cc624d47 admin admin] Network hostable DHCP agents. Network: b501a6c1-ae1f-4874-930d-ddf72d37fb5b, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:55:56.060356 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cb57a4-77ed-4c34-b220-1932cc624d47 admin admin] Network b501a6c1-ae1f-4874-930d-ddf72d37fb5b is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:55:56.073801 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-c1cb57a4-77ed-4c34-b220-1932cc624d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, b501a6c1-ae1f-4874-930d-ddf72d37fb5b) {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:56.087326 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d308b45-ae3d-4b30-ba55-a5dd91e25968 None None] Network b501a6c1-ae1f-4874-930d-ddf72d37fb5b requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:55:56.096250 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cb57a4-77ed-4c34-b220-1932cc624d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:56.097289 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c1cb57a4-77ed-4c34-b220-1932cc624d47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.132781 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-c1cb57a4-77ed-4c34-b220-1932cc624d47 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8030601 Apr 28 19:55:56.136880 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] Publish callbacks [] for router (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.210778 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-b95118f2-1dbf-4efa-b112-f64a8ad06665 None None] Set router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:55:56.237157 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b06c16b-c8ce-4be9-80f5-8e7c2f327990 None None] Network b501a6c1-ae1f-4874-930d-ddf72d37fb5b requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:55:56.275702 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] Publish callbacks [] for router_gateway (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.340774 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] Deleting port cd93cb33-bb3e-4c08-908a-b2cc34c0f744 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:55:56.341258 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (cd93cb33-bb3e-4c08-908a-b2cc34c0f744), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.398686 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59136) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:56.454508 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_v2 [None req-293549de-fd96-4463-9cca-64132655511a admin admin] Deleting subnet eb3363e7-0577-4fa1-9e94-761d00aefaa5 {{(pid=109984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:55:56.458550 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-293549de-fd96-4463-9cca-64132655511a admin admin] Publish callbacks [] for subnet (eb3363e7-0577-4fa1-9e94-761d00aefaa5), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.462567 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] For port cd93cb33-bb3e-4c08-908a-b2cc34c0f744, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=cd93cb33-bb3e-4c08-908a-b2cc34c0f744,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:56.463176 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (cd93cb33-bb3e-4c08-908a-b2cc34c0f744), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.491597 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] Calling delete_port for cd93cb33-bb3e-4c08-908a-b2cc34c0f744 owned by network:router_gateway {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:55:56.491936 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-b95118f2-1dbf-4efa-b112-f64a8ad06665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193'}], 'enable_snat': True}, 'gw_port_id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:55:54Z', 'revision_number': 5, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'gw_port': {'id': 'cd93cb33-bb3e-4c08-908a-b2cc34c0f744', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:68:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:56.503936 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-293549de-fd96-4463-9cca-64132655511a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12316998'] for subnet (eb3363e7-0577-4fa1-9e94-761d00aefaa5), precommit_delete_associations {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.523536 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95118f2-1dbf-4efa-b112-f64a8ad06665 None None] Checking router: 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:55:56.533327 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95118f2-1dbf-4efa-b112-f64a8ad06665 None None] Routers {'2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:55:56.534213 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-b95118f2-1dbf-4efa-b112-f64a8ad06665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:55:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:56.549597 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-293549de-fd96-4463-9cca-64132655511a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863777'] for subnet (eb3363e7-0577-4fa1-9e94-761d00aefaa5), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.611969 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-293549de-fd96-4463-9cca-64132655511a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11868516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12522367'] for subnet (eb3363e7-0577-4fa1-9e94-761d00aefaa5), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.638340 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-b95118f2-1dbf-4efa-b112-f64a8ad06665 None None] Set router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 gateway port host: None {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:55:56.641340 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293549de-fd96-4463-9cca-64132655511a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb3363e7-0577-4fa1-9e94-761d00aefaa5,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:56.645558 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-293549de-fd96-4463-9cca-64132655511a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.649709 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-293549de-fd96-4463-9cca-64132655511a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/eb3363e7-0577-4fa1-9e94-761d00aefaa5 HTTP/1.1" status: 204 len: 168 time: 0.2497511 Apr 28 19:55:56.657644 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59138) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:56.708461 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-b95118f2-1dbf-4efa-b112-f64a8ad06665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:55:56Z', 'revision_number': 6, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'gw_port_host': None}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:56.739627 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95118f2-1dbf-4efa-b112-f64a8ad06665 None None] The sync data for ids ['2c68a900-c1a2-45bd-b42e-4d3be99ba2c5'] in dv-cinder-826949-7-smb is: [{'id': '2c68a900-c1a2-45bd-b42e-4d3be99ba2c5', 'name': 'tempest-TestShelveInstance-1672016294-router', 'tenant_id': '2774778ad450444faa1f0b70683b5d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:29Z', 'updated_at': '2022-04-28T19:55:56Z', 'revision_number': 6, 'project_id': '2774778ad450444faa1f0b70683b5d73', 'gw_port_host': None}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:56.789177 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-31471ef7-ddce-4430-b060-dfc0891b2b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002127'] for network (ebb27dec-80b5-4b1e-b33b-6731b9b245f1), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.804509 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (cd93cb33-bb3e-4c08-908a-b2cc34c0f744), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.840282 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd93cb33-bb3e-4c08-908a-b2cc34c0f744,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:56.884708 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-31471ef7-ddce-4430-b060-dfc0891b2b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874428', 'neutron.services.segments.db._delete_segments_for_network-8753808390777'] for network (ebb27dec-80b5-4b1e-b33b-6731b9b245f1), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.908750 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-31471ef7-ddce-4430-b060-dfc0891b2b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb27dec-80b5-4b1e-b33b-6731b9b245f1']}} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:56.909100 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704061'] for router_gateway (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.922042 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-31471ef7-ddce-4430-b060-dfc0891b2b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67d760f-9135-42e4-93cb-b7dd1bf9e516') {'for_net_delete': True} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:56.922336 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-31471ef7-ddce-4430-b060-dfc0891b2b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67d760f-9135-42e4-93cb-b7dd1bf9e516') {} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:56.934177 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-31471ef7-ddce-4430-b060-dfc0891b2b92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753808389762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12317023'] for segment (e67d760f-9135-42e4-93cb-b7dd1bf9e516), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.950275 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-31471ef7-ddce-4430-b060-dfc0891b2b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (e67d760f-9135-42e4-93cb-b7dd1bf9e516), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.957656 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31471ef7-ddce-4430-b060-dfc0891b2b92 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=109984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:56.958247 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-31471ef7-ddce-4430-b060-dfc0891b2b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11863938'] for segment (e67d760f-9135-42e4-93cb-b7dd1bf9e516), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: Traceback (most recent call last): Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: timer() Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: cb(*args, **kw) Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: return func(*args, **kwargs) Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: self._notify() Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: self.callback(batched_events) Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: event.method(event) Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: return f(self, *a, **k) Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: return self._get(url).json() Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:56.961421 dv-cinder-826949-7-smb neutron-server[109984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:57.014777 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4116294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1030'] for router (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.018568 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] Publish callbacks [] for router_controller (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), precommit_delete_associations {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.029064 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-31471ef7-ddce-4430-b060-dfc0891b2b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703573'] for network (ebb27dec-80b5-4b1e-b33b-6731b9b245f1), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.036809 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-31471ef7-ddce-4430-b060-dfc0891b2b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.040755 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-31471ef7-ddce-4430-b060-dfc0891b2b92 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ebb27dec-80b5-4b1e-b33b-6731b9b245f1 HTTP/1.1" status: 204 len: 168 time: 0.3818920 Apr 28 19:55:57.049706 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59140) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:57.058186 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31471ef7-ddce-4430-b060-dfc0891b2b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb27dec-80b5-4b1e-b33b-6731b9b245f1,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:57.078495 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4116319'] for router (2c68a900-c1a2-45bd-b42e-4d3be99ba2c5), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.079285 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 {{(pid=109983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:55:57.084161 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.088013 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-ccb7376e-c3ca-40d4-8f50-0c8258a8803b admin admin] 10.222.0.62 "DELETE /v2.0/routers/2c68a900-c1a2-45bd-b42e-4d3be99ba2c5 HTTP/1.1" status: 204 len: 168 time: 1.1179817 Apr 28 19:55:57.088229 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59142) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:57.118273 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ce5c51-83cc-4a5b-9652-67b22ca9c5f3 admin admin] Deleting subnet 1419957e-5e0a-4aaa-9a92-07990cbbdb83 {{(pid=109984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:55:57.125436 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5c51-83cc-4a5b-9652-67b22ca9c5f3 admin admin] Publish callbacks [] for subnet (1419957e-5e0a-4aaa-9a92-07990cbbdb83), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.149594 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_v2 [None req-16058936-ffb2-450e-b134-73e09719b417 admin admin] Deleting subnet 8f160553-b30a-4983-8eab-abb541ae5434 {{(pid=109983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:55:57.155046 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-16058936-ffb2-450e-b134-73e09719b417 admin admin] Publish callbacks [] for subnet (8f160553-b30a-4983-8eab-abb541ae5434), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.174699 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5c51-83cc-4a5b-9652-67b22ca9c5f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12316998'] for subnet (1419957e-5e0a-4aaa-9a92-07990cbbdb83), precommit_delete_associations {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.212590 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-16058936-ffb2-450e-b134-73e09719b417 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8553606'] for subnet (8f160553-b30a-4983-8eab-abb541ae5434), precommit_delete_associations {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.224677 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5c51-83cc-4a5b-9652-67b22ca9c5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863777'] for subnet (1419957e-5e0a-4aaa-9a92-07990cbbdb83), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.295596 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5c51-83cc-4a5b-9652-67b22ca9c5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11868516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12522367'] for subnet (1419957e-5e0a-4aaa-9a92-07990cbbdb83), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.334459 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-16058936-ffb2-450e-b134-73e09719b417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863777'] for subnet (8f160553-b30a-4983-8eab-abb541ae5434), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.336050 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce5c51-83cc-4a5b-9652-67b22ca9c5f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1419957e-5e0a-4aaa-9a92-07990cbbdb83,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:57.345169 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5c51-83cc-4a5b-9652-67b22ca9c5f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.349383 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-f0ce5c51-83cc-4a5b-9652-67b22ca9c5f3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1419957e-5e0a-4aaa-9a92-07990cbbdb83 HTTP/1.1" status: 204 len: 168 time: 0.2985849 Apr 28 19:55:57.353372 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59144) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:57.409910 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-16058936-ffb2-450e-b134-73e09719b417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2299589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8798795'] for subnet (8f160553-b30a-4983-8eab-abb541ae5434), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.438342 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-513448ee-c065-4dfe-bd0a-187df2b370a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002127'] for network (b501a6c1-ae1f-4874-930d-ddf72d37fb5b), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.439079 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16058936-ffb2-450e-b134-73e09719b417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f160553-b30a-4983-8eab-abb541ae5434,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:57.443909 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-16058936-ffb2-450e-b134-73e09719b417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.447592 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-16058936-ffb2-450e-b134-73e09719b417 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8f160553-b30a-4983-8eab-abb541ae5434 HTTP/1.1" status: 204 len: 168 time: 0.3579326 Apr 28 19:55:57.451011 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59146) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:57.453753 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7d6646-cbf1-4944-a2be-d978d16e4b1a None None] Network b1e58871-fcfd-4262-aa17-3a8234ad9048 requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:55:57.538436 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-513448ee-c065-4dfe-bd0a-187df2b370a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874428', 'neutron.services.segments.db._delete_segments_for_network-8753808390777'] for network (b501a6c1-ae1f-4874-930d-ddf72d37fb5b), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.551881 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002127'] for network (b1e58871-fcfd-4262-aa17-3a8234ad9048), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.565996 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-513448ee-c065-4dfe-bd0a-187df2b370a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b501a6c1-ae1f-4874-930d-ddf72d37fb5b']}} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:57.580543 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-513448ee-c065-4dfe-bd0a-187df2b370a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d605e5d-3330-4836-857a-a6080de47ecc') {'for_net_delete': True} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:57.581535 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-513448ee-c065-4dfe-bd0a-187df2b370a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d605e5d-3330-4836-857a-a6080de47ecc') {} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:57.600859 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-513448ee-c065-4dfe-bd0a-187df2b370a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753808389762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12317023'] for segment (3d605e5d-3330-4836-857a-a6080de47ecc), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.616021 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Deleting port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:55:57.616437 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.627442 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-513448ee-c065-4dfe-bd0a-187df2b370a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (3d605e5d-3330-4836-857a-a6080de47ecc), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.640589 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513448ee-c065-4dfe-bd0a-187df2b370a9 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=109984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:57.641189 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-513448ee-c065-4dfe-bd0a-187df2b370a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11863938'] for segment (3d605e5d-3330-4836-857a-a6080de47ecc), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: Traceback (most recent call last): Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: timer() Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: cb(*args, **kw) Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: return func(*args, **kwargs) Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: self._notify() Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: self.callback(batched_events) Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: event.method(event) Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: return f(self, *a, **k) Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: return self._get(url).json() Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:57.644539 dv-cinder-826949-7-smb neutron-server[109984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:57.717580 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] For port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=3b2bfb14-41ce-45d4-b177-b7ea382e1c6f,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:57.718083 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.731883 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914018b3-df83-4a35-bb19-08f010b7d223 None None] DHCP port deletion for b1e58871-fcfd-4262-aa17-3a8234ad9048 request from dv-cinder-826949-7-smb {{(pid=109985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:55:57.743422 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Calling delete_port for 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f owned by network:dhcp {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:55:57.769251 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-513448ee-c065-4dfe-bd0a-187df2b370a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703573'] for network (b501a6c1-ae1f-4874-930d-ddf72d37fb5b), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.781969 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-513448ee-c065-4dfe-bd0a-187df2b370a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.792261 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-513448ee-c065-4dfe-bd0a-187df2b370a9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b501a6c1-ae1f-4874-930d-ddf72d37fb5b HTTP/1.1" status: 204 len: 168 time: 0.4333727 Apr 28 19:55:57.811936 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513448ee-c065-4dfe-bd0a-187df2b370a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b501a6c1-ae1f-4874-930d-ddf72d37fb5b,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:57.812198 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-914018b3-df83-4a35-bb19-08f010b7d223 None None] Deleting port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f {{(pid=109985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:55:57.812198 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-914018b3-df83-4a35-bb19-08f010b7d223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), before_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.884235 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.933771 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2bfb14-41ce-45d4-b177-b7ea382e1c6f,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:57.939117 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-914018b3-df83-4a35-bb19-08f010b7d223 None None] For port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=3b2bfb14-41ce-45d4-b177-b7ea382e1c6f,segment=NetworkSegment(14da1f0b-a743-474a-b078-742a29e6049d),segment_id=14da1f0b-a743-474a-b078-742a29e6049d)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:57.939537 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-914018b3-df83-4a35-bb19-08f010b7d223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), precommit_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:57.942359 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] No DVR routers for this DVR port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f on host dv-cinder-826949-7-smb {{(pid=109983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:57.959896 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.960864 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.961450 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.962069 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.962673 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.963402 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.964058 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.964651 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.965220 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.965755 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.966307 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.966884 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.967447 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.968044 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.968558 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-914018b3-df83-4a35-bb19-08f010b7d223 None None] Calling delete_port for 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f owned by network:dhcp {{(pid=109985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:55:57.968698 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:58.111739 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874428', 'neutron.services.segments.db._delete_segments_for_network-8753808390777'] for network (b1e58871-fcfd-4262-aa17-3a8234ad9048), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:58.118039 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-914018b3-df83-4a35-bb19-08f010b7d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (3b2bfb14-41ce-45d4-b177-b7ea382e1c6f), after_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:58.147040 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59150) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:58.154759 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914018b3-df83-4a35-bb19-08f010b7d223 None None] Pushing event deleted for resources: {'Port': ['ID=3b2bfb14-41ce-45d4-b177-b7ea382e1c6f,revision_number=None']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:58.159412 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914018b3-df83-4a35-bb19-08f010b7d223 None None] No DVR routers for this DVR port 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f on host dv-cinder-826949-7-smb {{(pid=109985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:58.161724 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e58871-fcfd-4262-aa17-3a8234ad9048']}} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:58.189404 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14da1f0b-a743-474a-b078-742a29e6049d') {'for_net_delete': True} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:58.189778 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14da1f0b-a743-474a-b078-742a29e6049d') {} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:58.211628 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753808389762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8553631'] for segment (14da1f0b-a743-474a-b078-742a29e6049d), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:58.239655 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-091ac039-20a1-470d-b9d6-7a1211c4d4db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a77da14c70c4f70886ca5c67d68dfc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0905216 Apr 28 19:55:58.243991 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (14da1f0b-a743-474a-b078-742a29e6049d), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:58.244194 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59152) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:58.252246 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:58.252894 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2295843'] for segment (14da1f0b-a743-474a-b078-742a29e6049d), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: Traceback (most recent call last): Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: timer() Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: cb(*args, **kw) Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: return func(*args, **kwargs) Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: self._notify() Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: self.callback(batched_events) Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: event.method(event) Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: return f(self, *a, **k) Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: return self._get(url).json() Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:58.255911 dv-cinder-826949-7-smb neutron-server[109983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:58.298459 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9faeb0f2-e179-4b7b-8877-ebd09eaca774 admin admin] Publish callbacks [] for security_group (a6726447-2919-4870-811c-4d8aa436a7ab), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:58.328855 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9faeb0f2-e179-4b7b-8877-ebd09eaca774 admin admin] Publish callbacks [] for security_group (a6726447-2919-4870-811c-4d8aa436a7ab), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:58.343362 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703573'] for network (b1e58871-fcfd-4262-aa17-3a8234ad9048), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:58.360375 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:58.367056 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] 10.222.0.62 "DELETE /v2.0/networks/b1e58871-fcfd-4262-aa17-3a8234ad9048 HTTP/1.1" status: 204 len: 168 time: 0.9146557 Apr 28 19:55:58.370565 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59154) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:58.384784 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc99ea-0774-4cd7-aa1f-a41f33d8f20f admin admin] Pushing event deleted for resources: {'Network': ['ID=b1e58871-fcfd-4262-aa17-3a8234ad9048,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:58.478519 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9faeb0f2-e179-4b7b-8877-ebd09eaca774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (a6726447-2919-4870-811c-4d8aa436a7ab), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:58.481392 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-9faeb0f2-e179-4b7b-8877-ebd09eaca774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:58.482691 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-9faeb0f2-e179-4b7b-8877-ebd09eaca774 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6726447-2919-4870-811c-4d8aa436a7ab HTTP/1.1" status: 204 len: 168 time: 0.2381160 Apr 28 19:55:58.500299 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faeb0f2-e179-4b7b-8877-ebd09eaca774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6726447-2919-4870-811c-4d8aa436a7ab,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:58.755310 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device cd93cb33-bb3e-4c08-908a-b2cc34c0f744 no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:58.781199 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: cd93cb33-bb3e-4c08-908a-b2cc34c0f744 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:55:58.781639 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device cd93cb33-bb3e-4c08-908a-b2cc34c0f744 not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:58.782125 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device fc4fa2b0-e9a6-4511-bb2b-be572640ea1f no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:58.808286 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: fc4fa2b0-e9a6-4511-bb2b-be572640ea1f {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:55:58.808975 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device fc4fa2b0-e9a6-4511-bb2b-be572640ea1f not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:58.809774 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:55:58.837571 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:55:58.837914 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 3b2bfb14-41ce-45d4-b177-b7ea382e1c6f not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:55:58.884684 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b8107de6-f3a6-4efe-a595-8c490765c8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115003'] for router_interface (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:58.992865 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59160) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:59.042933 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-7fa7bee9-8006-4ee1-9358-8e93466aafb0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25ae797429484b08acbfbcdaf90c3d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487769 Apr 28 19:55:59.047539 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59162) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:55:59.118858 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0c062dbe-bc6d-4837-817b-6b65b8c96e6a admin admin] Publish callbacks [] for security_group (2a9820bc-07fb-4d86-8c92-cd2bb181fe46), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:59.148048 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0c062dbe-bc6d-4837-817b-6b65b8c96e6a admin admin] Publish callbacks [] for security_group (2a9820bc-07fb-4d86-8c92-cd2bb181fe46), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:59.188061 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-b8107de6-f3a6-4efe-a595-8c490765c8ca admin admin] Deleting port 4f39c274-4fb0-45d3-9d88-386ac1dada47 {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:55:59.189375 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b8107de6-f3a6-4efe-a595-8c490765c8ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:59.218554 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0c062dbe-bc6d-4837-817b-6b65b8c96e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (2a9820bc-07fb-4d86-8c92-cd2bb181fe46), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:59.221709 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0c062dbe-bc6d-4837-817b-6b65b8c96e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:59.222929 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-0c062dbe-bc6d-4837-817b-6b65b8c96e6a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a9820bc-07fb-4d86-8c92-cd2bb181fe46 HTTP/1.1" status: 204 len: 168 time: 0.1743674 Apr 28 19:55:59.237948 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c062dbe-bc6d-4837-817b-6b65b8c96e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9820bc-07fb-4d86-8c92-cd2bb181fe46,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:59.312718 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [None req-b8107de6-f3a6-4efe-a595-8c490765c8ca admin admin] For port 4f39c274-4fb0-45d3-9d88-386ac1dada47, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=4f39c274-4fb0-45d3-9d88-386ac1dada47,segment=NetworkSegment(970faa4c-a844-44eb-a0d8-0595ec0fffee),segment_id=970faa4c-a844-44eb-a0d8-0595ec0fffee)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:55:59.313602 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b8107de6-f3a6-4efe-a595-8c490765c8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:59.335496 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-b8107de6-f3a6-4efe-a595-8c490765c8ca admin admin] Calling delete_port for 4f39c274-4fb0-45d3-9d88-386ac1dada47 owned by network:router_interface {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:55:59.563043 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b8107de6-f3a6-4efe-a595-8c490765c8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11863989'] for port (4f39c274-4fb0-45d3-9d88-386ac1dada47), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:55:59.598205 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8107de6-f3a6-4efe-a595-8c490765c8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=4f39c274-4fb0-45d3-9d88-386ac1dada47,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:59.868740 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b8107de6-f3a6-4efe-a595-8c490765c8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4115095'] for router_interface (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:00.169298 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8107de6-f3a6-4efe-a595-8c490765c8ca admin admin] Router 11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:00.328040 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8107de6-f3a6-4efe-a595-8c490765c8ca admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:00.340357 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-b8107de6-f3a6-4efe-a595-8c490765c8ca admin admin] 10.222.0.62 "PUT /v2.0/routers/11c01e72-f0c9-47a6-9cb7-65d607f1a2d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9654760 Apr 28 19:56:00.340953 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59186) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:00.344243 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07113c7-e7fe-45e6-b905-8dcec692d094 None None] Sync routers for ids ['11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'] in dv-cinder-826949-7-smb {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:00.363763 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07113c7-e7fe-45e6-b905-8dcec692d094 None None] Routers {'11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:00.365309 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-c07113c7-e7fe-45e6-b905-8dcec692d094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:55:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:00.494638 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] Publish callbacks [] for router (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:00.570313 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-c07113c7-e7fe-45e6-b905-8dcec692d094 None None] Set router 11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 gateway port host: dv-cinder-826949-7-smb {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:00.680882 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] Publish callbacks [] for router_gateway (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:00.890236 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-c07113c7-e7fe-45e6-b905-8dcec692d094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'name': 'tempest-TestShelveInstance-577557247-router', 'tenant_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': '38ad99df-c898-45d4-963e-9027f990ac58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:55:59Z', 'revision_number': 5, 'project_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'gw_port': {'id': '38ad99df-c898-45d4-963e-9027f990ac58', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:22:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:00.948945 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07113c7-e7fe-45e6-b905-8dcec692d094 None None] Checking router: 11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 for host: dv-cinder-826949-7-smb {{(pid=109985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:56:00.960047 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07113c7-e7fe-45e6-b905-8dcec692d094 None None] Routers {'11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:00.960799 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-c07113c7-e7fe-45e6-b905-8dcec692d094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:55:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'], 'active': True} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:01.104216 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] Deleting port 38ad99df-c898-45d4-963e-9027f990ac58 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:56:01.105013 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (38ad99df-c898-45d4-963e-9027f990ac58), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:01.208720 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] For port 38ad99df-c898-45d4-963e-9027f990ac58, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=38ad99df-c898-45d4-963e-9027f990ac58,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:01.209068 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (38ad99df-c898-45d4-963e-9027f990ac58), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:01.226092 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] Calling delete_port for 38ad99df-c898-45d4-963e-9027f990ac58 owned by network:router_gateway {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:56:01.299530 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvr_db [None req-c07113c7-e7fe-45e6-b905-8dcec692d094 None None] Set router 11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 gateway port host: None {{(pid=109985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:01.362855 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_hamode_db [None req-c07113c7-e7fe-45e6-b905-8dcec692d094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'name': 'tempest-TestShelveInstance-577557247-router', 'tenant_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:56:00Z', 'revision_number': 6, 'project_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'gw_port_host': None}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:01.396332 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07113c7-e7fe-45e6-b905-8dcec692d094 None None] The sync data for ids ['11c01e72-f0c9-47a6-9cb7-65d607f1a2d0'] in dv-cinder-826949-7-smb is: [{'id': '11c01e72-f0c9-47a6-9cb7-65d607f1a2d0', 'name': 'tempest-TestShelveInstance-577557247-router', 'tenant_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:39Z', 'updated_at': '2022-04-28T19:56:00Z', 'revision_number': 6, 'project_id': '6ab1aa6d15cb429fbd0f577977cbd5c0', 'gw_port_host': None}] {{(pid=109985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:01.519748 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (38ad99df-c898-45d4-963e-9027f990ac58), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:01.550398 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ad99df-c898-45d4-963e-9027f990ac58,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:01.623069 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704061'] for router_gateway (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:01.729392 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4116294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1030'] for router (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:01.731951 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] Publish callbacks [] for router_controller (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), precommit_delete_associations {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:01.788661 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4116319'] for router (11c01e72-f0c9-47a6-9cb7-65d607f1a2d0), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:01.789532 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 {{(pid=109983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 19:56:01.796118 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:01.800588 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59208) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:01.801317 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-56e524ce-4437-434a-88d1-27d753510fc2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/11c01e72-f0c9-47a6-9cb7-65d607f1a2d0 HTTP/1.1" status: 204 len: 168 time: 1.4579453 Apr 28 19:56:01.869415 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd7cd7e-cf1d-4440-b132-e9963dc0293d admin admin] Deleting subnet 6f85648e-5053-471f-b62c-858a2dde7f39 {{(pid=109984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 19:56:01.874399 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cd7e-cf1d-4440-b132-e9963dc0293d admin admin] Publish callbacks [] for subnet (6f85648e-5053-471f-b62c-858a2dde7f39), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:01.924838 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cd7e-cf1d-4440-b132-e9963dc0293d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12316998'] for subnet (6f85648e-5053-471f-b62c-858a2dde7f39), precommit_delete_associations {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.017607 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cd7e-cf1d-4440-b132-e9963dc0293d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863777'] for subnet (6f85648e-5053-471f-b62c-858a2dde7f39), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.085277 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cd7e-cf1d-4440-b132-e9963dc0293d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11868516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12522367'] for subnet (6f85648e-5053-471f-b62c-858a2dde7f39), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.112580 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7cd7e-cf1d-4440-b132-e9963dc0293d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f85648e-5053-471f-b62c-858a2dde7f39,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:02.117654 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cd7e-cf1d-4440-b132-e9963dc0293d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.126054 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-1bd7cd7e-cf1d-4440-b132-e9963dc0293d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6f85648e-5053-471f-b62c-858a2dde7f39 HTTP/1.1" status: 204 len: 168 time: 0.3232179 Apr 28 19:56:02.126306 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6205d3-95c4-4ac3-9d38-a3c708d41eb0 None None] Network 4c9f613a-4ca0-49f0-b116-69d2ed5068bf requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 19:56:02.128050 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59210) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:02.245849 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002127'] for network (4c9f613a-4ca0-49f0-b116-69d2ed5068bf), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.304028 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] Deleting port fc17854e-1b96-4156-90b8-90821c7df7d8 {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:56:02.304753 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.310644 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083f03c4-fa57-4d10-bd90-423c95ccbe40 None None] DHCP port deletion for 4c9f613a-4ca0-49f0-b116-69d2ed5068bf request from dv-cinder-826949-7-smb {{(pid=109985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 19:56:02.358047 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-083f03c4-fa57-4d10-bd90-423c95ccbe40 None None] Deleting port fc17854e-1b96-4156-90b8-90821c7df7d8 {{(pid=109985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:56:02.358548 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-083f03c4-fa57-4d10-bd90-423c95ccbe40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), before_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.384192 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] For port fc17854e-1b96-4156-90b8-90821c7df7d8, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=fc17854e-1b96-4156-90b8-90821c7df7d8,segment=NetworkSegment(970faa4c-a844-44eb-a0d8-0595ec0fffee),segment_id=970faa4c-a844-44eb-a0d8-0595ec0fffee)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:02.384811 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.409971 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] Calling delete_port for fc17854e-1b96-4156-90b8-90821c7df7d8 owned by network:dhcp {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:56:02.430038 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-083f03c4-fa57-4d10-bd90-423c95ccbe40 None None] For port fc17854e-1b96-4156-90b8-90821c7df7d8, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=fc17854e-1b96-4156-90b8-90821c7df7d8,segment=NetworkSegment(970faa4c-a844-44eb-a0d8-0595ec0fffee),segment_id=970faa4c-a844-44eb-a0d8-0595ec0fffee)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:02.430654 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-083f03c4-fa57-4d10-bd90-423c95ccbe40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), precommit_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.445696 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-083f03c4-fa57-4d10-bd90-423c95ccbe40 None None] Calling delete_port for fc17854e-1b96-4156-90b8-90821c7df7d8 owned by network:dhcp {{(pid=109985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:56:02.534028 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11863989'] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.563137 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc17854e-1b96-4156-90b8-90821c7df7d8,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:02.564028 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-083f03c4-fa57-4d10-bd90-423c95ccbe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801'] for port (fc17854e-1b96-4156-90b8-90821c7df7d8), after_delete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.565127 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] No DVR routers for this DVR port fc17854e-1b96-4156-90b8-90821c7df7d8 on host dv-cinder-826949-7-smb {{(pid=109984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:02.593541 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f03c4-fa57-4d10-bd90-423c95ccbe40 None None] Pushing event deleted for resources: {'Port': ['ID=fc17854e-1b96-4156-90b8-90821c7df7d8,revision_number=None']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:02.598524 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f03c4-fa57-4d10-bd90-423c95ccbe40 None None] No DVR routers for this DVR port fc17854e-1b96-4156-90b8-90821c7df7d8 on host dv-cinder-826949-7-smb {{(pid=109985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:02.656783 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874428', 'neutron.services.segments.db._delete_segments_for_network-8753808390777'] for network (4c9f613a-4ca0-49f0-b116-69d2ed5068bf), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.683672 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9f613a-4ca0-49f0-b116-69d2ed5068bf']}} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:02.695243 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970faa4c-a844-44eb-a0d8-0595ec0fffee') {'for_net_delete': True} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:02.695550 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970faa4c-a844-44eb-a0d8-0595ec0fffee') {} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:02.703082 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device fc17854e-1b96-4156-90b8-90821c7df7d8 no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:56:02.706841 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753808389762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12317023'] for segment (970faa4c-a844-44eb-a0d8-0595ec0fffee), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.722793 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (970faa4c-a844-44eb-a0d8-0595ec0fffee), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.726941 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: fc17854e-1b96-4156-90b8-90821c7df7d8 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:56:02.727519 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device fc17854e-1b96-4156-90b8-90821c7df7d8 not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:56:02.728269 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 38ad99df-c898-45d4-963e-9027f990ac58 no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:56:02.731857 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=109984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:56:02.732320 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11863938'] for segment (970faa4c-a844-44eb-a0d8-0595ec0fffee), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: Traceback (most recent call last): Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: timer() Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: cb(*args, **kw) Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: return func(*args, **kwargs) Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: self._notify() Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: self.callback(batched_events) Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: event.method(event) Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: return f(self, *a, **k) Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: return self._get(url).json() Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: return self.request(url, 'GET', **kwargs) Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:56:02.734391 dv-cinder-826949-7-smb neutron-server[109984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:56:02.762379 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 38ad99df-c898-45d4-963e-9027f990ac58 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:56:02.762900 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 38ad99df-c898-45d4-963e-9027f990ac58 not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:56:02.763579 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 4f39c274-4fb0-45d3-9d88-386ac1dada47 no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:56:02.804828 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 4f39c274-4fb0-45d3-9d88-386ac1dada47 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:56:02.805260 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 4f39c274-4fb0-45d3-9d88-386ac1dada47 not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:56:02.805497 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703573'] for network (4c9f613a-4ca0-49f0-b116-69d2ed5068bf), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.820936 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:02.826681 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4c9f613a-4ca0-49f0-b116-69d2ed5068bf HTTP/1.1" status: 204 len: 168 time: 0.6965988 Apr 28 19:56:02.843855 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7173cf-eecf-40e0-b664-a13d97f5ab97 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c9f613a-4ca0-49f0-b116-69d2ed5068bf,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:03.041855 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59224) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:03.094960 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-06f2d016-5794-4bbd-afaf-4517b052c92c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2774778ad450444faa1f0b70683b5d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516810 Apr 28 19:56:03.097160 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59226) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:03.157425 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2e92-b1b8-439f-9055-2d014bf35179 admin admin] Publish callbacks [] for security_group (57490857-be86-4c7f-b5f1-f14490866d56), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:03.183728 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2e92-b1b8-439f-9055-2d014bf35179 admin admin] Publish callbacks [] for security_group (57490857-be86-4c7f-b5f1-f14490866d56), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:03.237023 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2e92-b1b8-439f-9055-2d014bf35179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (57490857-be86-4c7f-b5f1-f14490866d56), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:03.239735 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2e92-b1b8-439f-9055-2d014bf35179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:03.241475 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-4d9d2e92-b1b8-439f-9055-2d014bf35179 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/57490857-be86-4c7f-b5f1-f14490866d56 HTTP/1.1" status: 204 len: 168 time: 0.1429348 Apr 28 19:56:03.249958 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d2e92-b1b8-439f-9055-2d014bf35179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57490857-be86-4c7f-b5f1-f14490866d56,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:03.609885 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59232) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:03.656461 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-6d09e56d-f351-43b4-bbe2-361ba420a0bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ab1aa6d15cb429fbd0f577977cbd5c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451949 Apr 28 19:56:03.659146 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59234) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:03.719718 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0f6438db-784c-449b-9bc5-615cde9177b0 admin admin] Publish callbacks [] for security_group (d48811d9-af24-4fe6-a889-58fb663f0308), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:03.745594 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0f6438db-784c-449b-9bc5-615cde9177b0 admin admin] Publish callbacks [] for security_group (d48811d9-af24-4fe6-a889-58fb663f0308), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:03.807597 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0f6438db-784c-449b-9bc5-615cde9177b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d48811d9-af24-4fe6-a889-58fb663f0308), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:03.811945 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-0f6438db-784c-449b-9bc5-615cde9177b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:03.816315 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-0f6438db-784c-449b-9bc5-615cde9177b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d48811d9-af24-4fe6-a889-58fb663f0308 HTTP/1.1" status: 204 len: 168 time: 0.1534183 Apr 28 19:56:03.825525 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6438db-784c-449b-9bc5-615cde9177b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48811d9-af24-4fe6-a889-58fb663f0308,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:07.090555 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59264) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:07.212946 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f85179f4-3a89-4b68-872f-52a986024eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:07.305547 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f85179f4-3a89-4b68-872f-52a986024eee admin admin] Publish callbacks [] for security_group (e206910d-fb6f-47c8-8d58-6335a44e70e4), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:07.309746 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f85179f4-3a89-4b68-872f-52a986024eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (e206910d-fb6f-47c8-8d58-6335a44e70e4), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:07.354823 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-f85179f4-3a89-4b68-872f-52a986024eee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3cd965316e5142839c80e5a2ab214d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627282 Apr 28 19:56:07.355867 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85179f4-3a89-4b68-872f-52a986024eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e206910d-fb6f-47c8-8d58-6335a44e70e4,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:07.358364 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59268) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:07.426766 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0c1c2cb2-fd2d-4249-9cbe-044c63792c16 admin admin] Publish callbacks [] for security_group (e206910d-fb6f-47c8-8d58-6335a44e70e4), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:07.454974 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0c1c2cb2-fd2d-4249-9cbe-044c63792c16 admin admin] Publish callbacks [] for security_group (e206910d-fb6f-47c8-8d58-6335a44e70e4), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:07.513935 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0c1c2cb2-fd2d-4249-9cbe-044c63792c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (e206910d-fb6f-47c8-8d58-6335a44e70e4), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:07.517776 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-0c1c2cb2-fd2d-4249-9cbe-044c63792c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:07.519449 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-0c1c2cb2-fd2d-4249-9cbe-044c63792c16 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e206910d-fb6f-47c8-8d58-6335a44e70e4 HTTP/1.1" status: 204 len: 168 time: 0.1595092 Apr 28 19:56:07.532136 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c2cb2-fd2d-4249-9cbe-044c63792c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e206910d-fb6f-47c8-8d58-6335a44e70e4,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:07.868100 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59274) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:07.889175 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-62bafbba-5247-4411-afaf-e20b9233861d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:07.983605 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-62bafbba-5247-4411-afaf-e20b9233861d admin admin] Publish callbacks [] for security_group (ed81b660-282e-46bd-9fc2-4d3a67c44c2c), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:07.988594 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-62bafbba-5247-4411-afaf-e20b9233861d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ed81b660-282e-46bd-9fc2-4d3a67c44c2c), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:08.035702 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-62bafbba-5247-4411-afaf-e20b9233861d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d47d746802534c2e8a68a52d90cedb1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1661909 Apr 28 19:56:08.036823 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bafbba-5247-4411-afaf-e20b9233861d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed81b660-282e-46bd-9fc2-4d3a67c44c2c,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:08.039370 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59276) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:08.108977 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-26a78f41-6669-47f7-a530-da630154e2dd admin admin] Publish callbacks [] for security_group (ed81b660-282e-46bd-9fc2-4d3a67c44c2c), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:08.141111 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-26a78f41-6669-47f7-a530-da630154e2dd admin admin] Publish callbacks [] for security_group (ed81b660-282e-46bd-9fc2-4d3a67c44c2c), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:08.209936 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-26a78f41-6669-47f7-a530-da630154e2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ed81b660-282e-46bd-9fc2-4d3a67c44c2c), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:08.212597 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-26a78f41-6669-47f7-a530-da630154e2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:08.213826 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-26a78f41-6669-47f7-a530-da630154e2dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed81b660-282e-46bd-9fc2-4d3a67c44c2c HTTP/1.1" status: 204 len: 168 time: 0.1732724 Apr 28 19:56:08.223670 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a78f41-6669-47f7-a530-da630154e2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed81b660-282e-46bd-9fc2-4d3a67c44c2c,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:10.479688 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:10.580081 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59330) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:10.737424 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8ecf9051-4f5b-4e3b-8f61-f2ed3c7abfc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:10.836264 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8ecf9051-4f5b-4e3b-8f61-f2ed3c7abfc8 admin admin] Publish callbacks [] for security_group (1bc0b92d-3108-4816-9df9-7cead4fcb04e), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:10.841185 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8ecf9051-4f5b-4e3b-8f61-f2ed3c7abfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (1bc0b92d-3108-4816-9df9-7cead4fcb04e), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:10.885021 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-8ecf9051-4f5b-4e3b-8f61-f2ed3c7abfc8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1cf5fe3734534411a9f19fc260b04e97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033936 Apr 28 19:56:10.886217 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf9051-4f5b-4e3b-8f61-f2ed3c7abfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc0b92d-3108-4816-9df9-7cead4fcb04e,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:10.888883 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59334) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:10.956571 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-00dba069-9972-430c-afcd-06a653af1145 admin admin] Publish callbacks [] for security_group (1bc0b92d-3108-4816-9df9-7cead4fcb04e), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:10.984876 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-00dba069-9972-430c-afcd-06a653af1145 admin admin] Publish callbacks [] for security_group (1bc0b92d-3108-4816-9df9-7cead4fcb04e), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:11.040857 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-00dba069-9972-430c-afcd-06a653af1145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (1bc0b92d-3108-4816-9df9-7cead4fcb04e), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:11.044125 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-00dba069-9972-430c-afcd-06a653af1145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:11.045684 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-00dba069-9972-430c-afcd-06a653af1145 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1bc0b92d-3108-4816-9df9-7cead4fcb04e HTTP/1.1" status: 204 len: 168 time: 0.1545794 Apr 28 19:56:11.060733 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dba069-9972-430c-afcd-06a653af1145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc0b92d-3108-4816-9df9-7cead4fcb04e,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:11.361839 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59340) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:11.377208 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ffafb1d6-1691-4dc7-9d64-d818c1f3f91c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:11.469178 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ffafb1d6-1691-4dc7-9d64-d818c1f3f91c admin admin] Publish callbacks [] for security_group (ee4935a5-66e6-4aa1-a9d7-5925cb1ea68b), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:11.475134 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-ffafb1d6-1691-4dc7-9d64-d818c1f3f91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ee4935a5-66e6-4aa1-a9d7-5925cb1ea68b), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:11.523889 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-ffafb1d6-1691-4dc7-9d64-d818c1f3f91c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8bc9db14c155414286c2c33b4a740879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606305 Apr 28 19:56:11.524837 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafb1d6-1691-4dc7-9d64-d818c1f3f91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4935a5-66e6-4aa1-a9d7-5925cb1ea68b,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:11.526669 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59342) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:11.588759 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e8b6410e-c806-4a9f-a8c0-32d68e59a984 admin admin] Publish callbacks [] for security_group (ee4935a5-66e6-4aa1-a9d7-5925cb1ea68b), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:11.614014 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:56:11.617845 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e8b6410e-c806-4a9f-a8c0-32d68e59a984 admin admin] Publish callbacks [] for security_group (ee4935a5-66e6-4aa1-a9d7-5925cb1ea68b), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:11.671689 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e8b6410e-c806-4a9f-a8c0-32d68e59a984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (ee4935a5-66e6-4aa1-a9d7-5925cb1ea68b), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:11.674684 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e8b6410e-c806-4a9f-a8c0-32d68e59a984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:11.676119 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-e8b6410e-c806-4a9f-a8c0-32d68e59a984 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee4935a5-66e6-4aa1-a9d7-5925cb1ea68b HTTP/1.1" status: 204 len: 168 time: 0.1481740 Apr 28 19:56:11.687700 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6410e-c806-4a9f-a8c0-32d68e59a984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4935a5-66e6-4aa1-a9d7-5925cb1ea68b,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:17.088707 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-865f96ee-fe9f-4512-9a09-04ea8aaa3971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:17.776504 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c0b42363-2afe-495d-9054-f3e08c1a69bd req-7a73a8d4-cd45-4342-9cd2-4daca4b700dd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475078 Apr 28 19:56:17.882639 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b42363-2afe-495d-9054-f3e08c1a69bd req-9c5d2e9f-6f9c-42d7-b0eb-a10b266b5c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:17.884249 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c0b42363-2afe-495d-9054-f3e08c1a69bd req-9c5d2e9f-6f9c-42d7-b0eb-a10b266b5c67 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 1129 time: 0.0450315 Apr 28 19:56:18.006609 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b42363-2afe-495d-9054-f3e08c1a69bd req-77cf56e9-854b-4eff-a495-d6316986a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:18.008352 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c0b42363-2afe-495d-9054-f3e08c1a69bd req-77cf56e9-854b-4eff-a495-d6316986a2e5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 916 time: 0.1019509 Apr 28 19:56:18.090262 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c0b42363-2afe-495d-9054-f3e08c1a69bd req-05dec128-2ab0-4f70-b6fd-203bfb558c27 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239c4844-0ecc-4bbe-90b6-d558d9194d0b HTTP/1.1" status: 200 len: 1001 time: 0.0754960 Apr 28 19:56:18.145819 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b42363-2afe-495d-9054-f3e08c1a69bd req-735e1b5e-1d26-43a7-98ee-6fd69bb102a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:18.148534 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c0b42363-2afe-495d-9054-f3e08c1a69bd req-735e1b5e-1d26-43a7-98ee-6fd69bb102a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 200 len: 854 time: 0.0524683 Apr 28 19:56:18.204128 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b42363-2afe-495d-9054-f3e08c1a69bd req-63e9fbc0-6073-4ccf-9bcb-81e1ef02e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:18.206933 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c0b42363-2afe-495d-9054-f3e08c1a69bd req-63e9fbc0-6073-4ccf-9bcb-81e1ef02e82c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0501842 Apr 28 19:56:18.339209 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c0b42363-2afe-495d-9054-f3e08c1a69bd req-28e33a9f-2742-44ec-bfb7-7d5ebbe759b3 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257544 Apr 28 19:56:18.482103 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c0b42363-2afe-495d-9054-f3e08c1a69bd req-5f34d651-2ed0-4289-9188-006105671713 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361914 Apr 28 19:56:18.773543 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082da2f-1b3e-47d6-96de-2355764bb62e req-f9aebc8b-7456-4b14-a5a2-031c673e488b tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:18.775234 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d082da2f-1b3e-47d6-96de-2355764bb62e req-f9aebc8b-7456-4b14-a5a2-031c673e488b tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 945 time: 0.0588100 Apr 28 19:56:18.839259 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d082da2f-1b3e-47d6-96de-2355764bb62e req-40290c2a-f1b1-43a8-b041-19d577d8fab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=172921d5-c276-4490-860f-daf04e8704c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536945 Apr 28 19:56:19.316342 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-79c5c470-3343-48a4-8c82-c5a8fed5c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:19.980429 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e037ad-0316-412a-b367-67144d6b346e req-c67dcc8b-f89b-4d17-ad37-fc8de18fd480 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:19.981978 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e1e037ad-0316-412a-b367-67144d6b346e req-c67dcc8b-f89b-4d17-ad37-fc8de18fd480 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 945 time: 0.0535169 Apr 28 19:56:20.040284 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e1e037ad-0316-412a-b367-67144d6b346e req-1d88e55c-c87e-4edb-b43e-6332143c0a57 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=172921d5-c276-4490-860f-daf04e8704c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521741 Apr 28 19:56:20.353862 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-8223a42f-64bb-4ec1-b6f5-3e6bd033c235 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:20.355425 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-8223a42f-64bb-4ec1-b6f5-3e6bd033c235 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 945 time: 0.0520141 Apr 28 19:56:20.497938 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-2a24bc63-b04d-4558-9c4e-2e2731547ab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Deleting port cf4dd67c-33a5-4d90-ae4e-13057f4aa193 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:56:20.498203 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-2a24bc63-b04d-4558-9c4e-2e2731547ab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:20.622619 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-2a24bc63-b04d-4558-9c4e-2e2731547ab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] For port cf4dd67c-33a5-4d90-ae4e-13057f4aa193, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=cf4dd67c-33a5-4d90-ae4e-13057f4aa193,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:20.623165 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-2a24bc63-b04d-4558-9c4e-2e2731547ab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:20.948706 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-2a24bc63-b04d-4558-9c4e-2e2731547ab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:20.949159 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-2a24bc63-b04d-4558-9c4e-2e2731547ab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (0e2ffe5f-49a9-4bdc-837d-7a2153ef50d5), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:20.949425 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.l3_db [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-2a24bc63-b04d-4558-9c4e-2e2731547ab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Floating IP 0e2ffe5f-49a9-4bdc-837d-7a2153ef50d5 disassociated. External IP: 172.28.0.8, port: cf4dd67c-33a5-4d90-ae4e-13057f4aa193. Apr 28 19:56:20.949771 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-2a24bc63-b04d-4558-9c4e-2e2731547ab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Calling delete_port for cf4dd67c-33a5-4d90-ae4e-13057f4aa193 owned by compute:nova {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:56:20.986045 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:21.223100 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf622b6-91c2-4593-b8b9-c375f4996104 req-d8475617-d0df-4d78-bd95-c68df5f1c677 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:21.226457 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6bf622b6-91c2-4593-b8b9-c375f4996104 req-d8475617-d0df-4d78-bd95-c68df5f1c677 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 945 time: 0.1049538 Apr 28 19:56:21.234952 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-2a24bc63-b04d-4558-9c4e-2e2731547ab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (cf4dd67c-33a5-4d90-ae4e-13057f4aa193), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:21.310627 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24bc63-b04d-4558-9c4e-2e2731547ab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event deleted for resources: {'Port': ['ID=cf4dd67c-33a5-4d90-ae4e-13057f4aa193,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:21.435735 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6bf622b6-91c2-4593-b8b9-c375f4996104 req-43ed5fc4-a1d1-4df0-98ed-abd9898e75a4 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=172921d5-c276-4490-860f-daf04e8704c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023611 Apr 28 19:56:21.575030 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-2a24bc63-b04d-4558-9c4e-2e2731547ab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:21.743571 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-2a24bc63-b04d-4558-9c4e-2e2731547ab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:21.765732 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d15361-131a-4518-bc55-1bad06d08ac1 None None] Sync routers for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:21.787676 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d15361-131a-4518-bc55-1bad06d08ac1 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:21.788602 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-55d15361-131a-4518-bc55-1bad06d08ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:56:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:21.828915 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-2a24bc63-b04d-4558-9c4e-2e2731547ab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] No DVR routers for this DVR port cf4dd67c-33a5-4d90-ae4e-13057f4aa193 on host hv-cinder-82694 {{(pid=109983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:21.833171 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-2a24bc63-b04d-4558-9c4e-2e2731547ab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:21.840776 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8b698f2a-e300-421d-bccd-298c4ec3b571 req-2a24bc63-b04d-4558-9c4e-2e2731547ab0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "DELETE /v2.0/ports/cf4dd67c-33a5-4d90-ae4e-13057f4aa193 HTTP/1.1" status: 204 len: 173 time: 1.4795947 Apr 28 19:56:21.841896 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d635a76-585c-4632-a751-b74c08eb1a97', 'name': 'network-vif-deleted', 'tag': 'cf4dd67c-33a5-4d90-ae4e-13057f4aa193'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:56:21.846217 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd856a9-b8dc-4218-96bc-3bb5f808c87a" -d '{"events": [{"server_uuid": "7d635a76-585c-4632-a751-b74c08eb1a97", "name": "network-vif-deleted", "tag": "cf4dd67c-33a5-4d90-ae4e-13057f4aa193"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:56:21.892640 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5849f7c7-b1b1-41f6-b0dc-9c77c5093343 x-openstack-request-id: req-5849f7c7-b1b1-41f6-b0dc-9c77c5093343 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:56:21.892936 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d635a76-585c-4632-a751-b74c08eb1a97", "name": "network-vif-deleted", "tag": "cf4dd67c-33a5-4d90-ae4e-13057f4aa193", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:56:21.893191 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5849f7c7-b1b1-41f6-b0dc-9c77c5093343 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:56:21.893659 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5849f7c7-b1b1-41f6-b0dc-9c77c5093343'] response: {'server_uuid': '7d635a76-585c-4632-a751-b74c08eb1a97', 'name': 'network-vif-deleted', 'tag': 'cf4dd67c-33a5-4d90-ae4e-13057f4aa193', 'status': 'completed', 'code': 200} Apr 28 19:56:21.995190 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-55d15361-131a-4518-bc55-1bad06d08ac1 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:22.300753 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:22.393549 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-55d15361-131a-4518-bc55-1bad06d08ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'e46c1279-fd5b-425e-9e91-c38788920d84', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.246', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': '239c4844-0ecc-4bbe-90b6-d558d9194d0b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:52:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:52:34Z', 'updated_at': '2022-04-28T19:52:53Z', 'revision_number': 2, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:22.431324 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d15361-131a-4518-bc55-1bad06d08ac1 None None] Checking router: 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:56:22.440802 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d15361-131a-4518-bc55-1bad06d08ac1 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:22.441426 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-55d15361-131a-4518-bc55-1bad06d08ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:56:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:22.579346 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-55d15361-131a-4518-bc55-1bad06d08ac1 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:22.602166 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f33610c8-5987-4693-96b5-3c36fd314201 req-b2723005-dd9e-4c8b-9d3a-8571d647c912 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d635a76-585c-4632-a751-b74c08eb1a97 HTTP/1.1" status: 200 len: 210 time: 0.0343313 Apr 28 19:56:22.856573 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-55d15361-131a-4518-bc55-1bad06d08ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'e46c1279-fd5b-425e-9e91-c38788920d84', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.246', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': '239c4844-0ecc-4bbe-90b6-d558d9194d0b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:52:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:52:34Z', 'updated_at': '2022-04-28T19:52:53Z', 'revision_number': 2, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:22.888720 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d15361-131a-4518-bc55-1bad06d08ac1 None None] The sync data for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb is: [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'e46c1279-fd5b-425e-9e91-c38788920d84', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.246', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': '239c4844-0ecc-4bbe-90b6-d558d9194d0b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:52:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:52:34Z', 'updated_at': '2022-04-28T19:52:53Z', 'revision_number': 2, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:23.157512 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52ca3b-844c-40e9-bcda-dd1fdc47b52f None None] New status for floating IP 0e2ffe5f-49a9-4bdc-837d-7a2153ef50d5: DOWN {{(pid=109985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:56:23.711419 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59444) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:23.774067 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c8744822-3639-449c-9a4b-e9b57ba2ef23 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (172921d5-c276-4490-860f-daf04e8704c5), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:23.819450 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c8744822-3639-449c-9a4b-e9b57ba2ef23 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (172921d5-c276-4490-860f-daf04e8704c5), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:23.878593 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c8744822-3639-449c-9a4b-e9b57ba2ef23 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (172921d5-c276-4490-860f-daf04e8704c5), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:23.882842 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-c8744822-3639-449c-9a4b-e9b57ba2ef23 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:23.884492 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-c8744822-3639-449c-9a4b-e9b57ba2ef23 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "DELETE /v2.0/security-groups/172921d5-c276-4490-860f-daf04e8704c5 HTTP/1.1" status: 204 len: 168 time: 0.1715798 Apr 28 19:56:23.888013 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59446) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:23.899085 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8744822-3639-449c-9a4b-e9b57ba2ef23 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172921d5-c276-4490-860f-daf04e8704c5,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:23.907246 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.api.v2.resource [None req-1d9eb4cf-c7af-4d99-891c-ddca76bc85ee tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] show failed (client error): The resource could not be found. Apr 28 19:56:23.912100 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-1d9eb4cf-c7af-4d99-891c-ddca76bc85ee tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups/172921d5-c276-4490-860f-daf04e8704c5 HTTP/1.1" status: 404 len: 347 time: 0.0190432 Apr 28 19:56:23.912482 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59448) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:23.972882 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:24.066340 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-9f6695eb-e85a-45c1-a11c-6eafa3314492 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Deleting port 80f063f0-11b6-480b-863f-5164889330a0 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:56:24.066931 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9f6695eb-e85a-45c1-a11c-6eafa3314492 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (80f063f0-11b6-480b-863f-5164889330a0), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:24.188682 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9f6695eb-e85a-45c1-a11c-6eafa3314492 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (80f063f0-11b6-480b-863f-5164889330a0), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:24.188954 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9f6695eb-e85a-45c1-a11c-6eafa3314492 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (80f063f0-11b6-480b-863f-5164889330a0), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:24.209259 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-9f6695eb-e85a-45c1-a11c-6eafa3314492 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Calling delete_port for 80f063f0-11b6-480b-863f-5164889330a0 owned by network:floatingip {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:56:24.377107 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9f6695eb-e85a-45c1-a11c-6eafa3314492 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (80f063f0-11b6-480b-863f-5164889330a0), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:24.430211 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6695eb-e85a-45c1-a11c-6eafa3314492 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event deleted for resources: {'Port': ['ID=80f063f0-11b6-480b-863f-5164889330a0,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:24.468937 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device cf4dd67c-33a5-4d90-ae4e-13057f4aa193 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:56:24.505777 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: cf4dd67c-33a5-4d90-ae4e-13057f4aa193 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:56:24.506322 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device cf4dd67c-33a5-4d90-ae4e-13057f4aa193 not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:56:24.517152 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9f6695eb-e85a-45c1-a11c-6eafa3314492 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (0e2ffe5f-49a9-4bdc-837d-7a2153ef50d5), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:24.526275 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9f6695eb-e85a-45c1-a11c-6eafa3314492 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:24.528200 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-9f6695eb-e85a-45c1-a11c-6eafa3314492 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "DELETE /v2.0/floatingips/0e2ffe5f-49a9-4bdc-837d-7a2153ef50d5 HTTP/1.1" status: 204 len: 168 time: 0.6141386 Apr 28 19:56:26.336424 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538a047-928d-4ab8-ad08-88235a76451d req-b7be2196-b649-4b11-b4bd-e8e3e3bed4c2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:26.338083 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8538a047-928d-4ab8-ad08-88235a76451d req-b7be2196-b649-4b11-b4bd-e8e3e3bed4c2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 945 time: 0.0569396 Apr 28 19:56:26.392984 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-8538a047-928d-4ab8-ad08-88235a76451d req-51f042d1-84b6-4f33-9bf8-cf370f662430 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb938d3d-b2ea-459f-9964-962eb040d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480835 Apr 28 19:56:27.397880 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59502) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:27.543940 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-05d3d891-d796-470d-890b-daeaaf501251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:27.555533 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f524df2-8a76-4023-83c7-f2479d80e250 req-5bdd7b3e-f6ec-4385-aec9-a70e46173f87 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:27.557332 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8f524df2-8a76-4023-83c7-f2479d80e250 req-5bdd7b3e-f6ec-4385-aec9-a70e46173f87 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 945 time: 0.0763988 Apr 28 19:56:27.637093 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8f524df2-8a76-4023-83c7-f2479d80e250 req-78f36d0b-4ab0-480c-9b9a-993bc9228d42 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb938d3d-b2ea-459f-9964-962eb040d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713170 Apr 28 19:56:27.690162 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-05d3d891-d796-470d-890b-daeaaf501251 admin admin] Publish callbacks [] for security_group (18122c89-ffcf-4929-8478-8cc9662c7bf5), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:27.694951 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-05d3d891-d796-470d-890b-daeaaf501251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (18122c89-ffcf-4929-8478-8cc9662c7bf5), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:27.737741 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-05d3d891-d796-470d-890b-daeaaf501251 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7abd2ffd2e0444b8aab63c9f4fb7222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386326 Apr 28 19:56:27.738479 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3d891-d796-470d-890b-daeaaf501251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18122c89-ffcf-4929-8478-8cc9662c7bf5,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:27.741631 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59508) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:27.805446 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-edf4a240-3014-46f7-92ed-e8fcf02d29e1 admin admin] Publish callbacks [] for security_group (18122c89-ffcf-4929-8478-8cc9662c7bf5), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:27.834301 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-edf4a240-3014-46f7-92ed-e8fcf02d29e1 admin admin] Publish callbacks [] for security_group (18122c89-ffcf-4929-8478-8cc9662c7bf5), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:27.889640 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-edf4a240-3014-46f7-92ed-e8fcf02d29e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (18122c89-ffcf-4929-8478-8cc9662c7bf5), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:27.894619 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-edf4a240-3014-46f7-92ed-e8fcf02d29e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:27.898651 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-edf4a240-3014-46f7-92ed-e8fcf02d29e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18122c89-ffcf-4929-8478-8cc9662c7bf5 HTTP/1.1" status: 204 len: 168 time: 0.1532998 Apr 28 19:56:27.909421 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4a240-3014-46f7-92ed-e8fcf02d29e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18122c89-ffcf-4929-8478-8cc9662c7bf5,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:28.251002 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-c62c5410-b53a-4e70-aa99-f10fd0ab6c1e tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:28.253739 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-c62c5410-b53a-4e70-aa99-f10fd0ab6c1e tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 945 time: 0.0752063 Apr 28 19:56:28.383412 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-987a5b3f-952d-47e5-ae3e-233a54399a46 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Deleting port 239c4844-0ecc-4bbe-90b6-d558d9194d0b {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:56:28.383745 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-987a5b3f-952d-47e5-ae3e-233a54399a46 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:28.498106 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-987a5b3f-952d-47e5-ae3e-233a54399a46 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] For port 239c4844-0ecc-4bbe-90b6-d558d9194d0b, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=239c4844-0ecc-4bbe-90b6-d558d9194d0b,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:28.499153 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-987a5b3f-952d-47e5-ae3e-233a54399a46 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:28.748237 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-987a5b3f-952d-47e5-ae3e-233a54399a46 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:28.748838 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-987a5b3f-952d-47e5-ae3e-233a54399a46 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (e46c1279-fd5b-425e-9e91-c38788920d84), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:28.749380 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.l3_db [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-987a5b3f-952d-47e5-ae3e-233a54399a46 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Floating IP e46c1279-fd5b-425e-9e91-c38788920d84 disassociated. External IP: 172.28.0.246, port: 239c4844-0ecc-4bbe-90b6-d558d9194d0b. Apr 28 19:56:28.750020 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-987a5b3f-952d-47e5-ae3e-233a54399a46 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Calling delete_port for 239c4844-0ecc-4bbe-90b6-d558d9194d0b owned by compute:nova {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:56:28.853600 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0803e9e-d035-4e81-9a15-5c34b91d06d0 req-ec5c9d59-94b8-4f0f-8357-651243527c04 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:28.857391 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c0803e9e-d035-4e81-9a15-5c34b91d06d0 req-ec5c9d59-94b8-4f0f-8357-651243527c04 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 945 time: 0.0989370 Apr 28 19:56:28.934116 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c0803e9e-d035-4e81-9a15-5c34b91d06d0 req-c5a5742d-5510-46cb-af67-d9cdffd1ea37 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=fb938d3d-b2ea-459f-9964-962eb040d67a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639277 Apr 28 19:56:28.994333 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-987a5b3f-952d-47e5-ae3e-233a54399a46 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (239c4844-0ecc-4bbe-90b6-d558d9194d0b), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:29.054203 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a5b3f-952d-47e5-ae3e-233a54399a46 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event deleted for resources: {'Port': ['ID=239c4844-0ecc-4bbe-90b6-d558d9194d0b,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:29.239492 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-987a5b3f-952d-47e5-ae3e-233a54399a46 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:29.418040 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-987a5b3f-952d-47e5-ae3e-233a54399a46 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:29.436010 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0db610-94d6-4446-9347-777615788f45 None None] Sync routers for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:29.464293 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0db610-94d6-4446-9347-777615788f45 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:29.465767 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-cf0db610-94d6-4446-9347-777615788f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:56:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:29.488787 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-987a5b3f-952d-47e5-ae3e-233a54399a46 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] No DVR routers for this DVR port 239c4844-0ecc-4bbe-90b6-d558d9194d0b on host hv-cinder-82694 {{(pid=109983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:29.493206 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-987a5b3f-952d-47e5-ae3e-233a54399a46 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:29.497740 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c32bfdc3-3384-495e-9f61-b6648929c04c req-987a5b3f-952d-47e5-ae3e-233a54399a46 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "DELETE /v2.0/ports/239c4844-0ecc-4bbe-90b6-d558d9194d0b HTTP/1.1" status: 204 len: 173 time: 1.2383633 Apr 28 19:56:29.498275 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'name': 'network-vif-deleted', 'tag': '239c4844-0ecc-4bbe-90b6-d558d9194d0b'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:56:29.501830 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa94336c-b593-47a7-8440-fd5c73f35fa9" -d '{"events": [{"server_uuid": "4cf0e416-524d-496b-ba99-4716a3577f8f", "name": "network-vif-deleted", "tag": "239c4844-0ecc-4bbe-90b6-d558d9194d0b"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:56:29.598411 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2468dd-6296-4fa4-9470-7d3908304d4c x-openstack-request-id: req-5e2468dd-6296-4fa4-9470-7d3908304d4c {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:56:29.598720 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf0e416-524d-496b-ba99-4716a3577f8f", "name": "network-vif-deleted", "tag": "239c4844-0ecc-4bbe-90b6-d558d9194d0b", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:56:29.599046 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e2468dd-6296-4fa4-9470-7d3908304d4c {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:56:29.604512 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e2468dd-6296-4fa4-9470-7d3908304d4c'] response: {'server_uuid': '4cf0e416-524d-496b-ba99-4716a3577f8f', 'name': 'network-vif-deleted', 'tag': '239c4844-0ecc-4bbe-90b6-d558d9194d0b', 'status': 'completed', 'code': 200} Apr 28 19:56:29.789519 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-cf0db610-94d6-4446-9347-777615788f45 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:30.054147 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-cf0db610-94d6-4446-9347-777615788f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:30.109899 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0db610-94d6-4446-9347-777615788f45 None None] Checking router: 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:56:30.125584 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0db610-94d6-4446-9347-777615788f45 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:30.126355 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-cf0db610-94d6-4446-9347-777615788f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:56:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:30.156869 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2a4fc65c-d067-4fd5-8013-c36bab45c20e req-e85ee215-10c9-44ec-8774-16b728ff5a6a tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=4cf0e416-524d-496b-ba99-4716a3577f8f HTTP/1.1" status: 200 len: 210 time: 0.0545673 Apr 28 19:56:30.272308 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-cf0db610-94d6-4446-9347-777615788f45 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:30.489805 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-cf0db610-94d6-4446-9347-777615788f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:30.531887 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0db610-94d6-4446-9347-777615788f45 None None] The sync data for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb is: [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:30.843727 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931bcee0-6315-416d-a697-d6b034cdb22b None None] New status for floating IP e46c1279-fd5b-425e-9e91-c38788920d84: DOWN {{(pid=109985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:56:32.116297 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59562) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:32.278076 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59568) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:32.354591 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9569671f-ee21-49c5-9d32-0692183bd5f0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (fb938d3d-b2ea-459f-9964-962eb040d67a), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:32.388529 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9569671f-ee21-49c5-9d32-0692183bd5f0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (fb938d3d-b2ea-459f-9964-962eb040d67a), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:32.457257 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9569671f-ee21-49c5-9d32-0692183bd5f0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (fb938d3d-b2ea-459f-9964-962eb040d67a), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:32.462930 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9569671f-ee21-49c5-9d32-0692183bd5f0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:32.464836 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-9569671f-ee21-49c5-9d32-0692183bd5f0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "DELETE /v2.0/security-groups/fb938d3d-b2ea-459f-9964-962eb040d67a HTTP/1.1" status: 204 len: 168 time: 0.1851997 Apr 28 19:56:32.471084 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59570) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:32.503083 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569671f-ee21-49c5-9d32-0692183bd5f0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb938d3d-b2ea-459f-9964-962eb040d67a,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:32.507487 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.api.v2.resource [None req-883bfe73-7f17-4323-9857-ff2373de0fe5 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] show failed (client error): The resource could not be found. Apr 28 19:56:32.514416 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-883bfe73-7f17-4323-9857-ff2373de0fe5 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups/fb938d3d-b2ea-459f-9964-962eb040d67a HTTP/1.1" status: 404 len: 347 time: 0.0365593 Apr 28 19:56:32.516125 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59572) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:32.535081 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 239c4844-0ecc-4bbe-90b6-d558d9194d0b no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:56:32.557623 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b86d6732-286c-415d-a37c-ba217ef32e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:32.580339 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: 239c4844-0ecc-4bbe-90b6-d558d9194d0b {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:56:32.581838 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 239c4844-0ecc-4bbe-90b6-d558d9194d0b not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:56:32.659828 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b86d6732-286c-415d-a37c-ba217ef32e20 admin admin] Publish callbacks [] for security_group (a8b2a638-3aee-43f1-a329-f824b5d5c8f1), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:32.666079 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-b86d6732-286c-415d-a37c-ba217ef32e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (a8b2a638-3aee-43f1-a329-f824b5d5c8f1), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:32.712941 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-b86d6732-286c-415d-a37c-ba217ef32e20 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ddbe7140c16f4a8cba0c4301b765531c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5953143 Apr 28 19:56:32.716603 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d6732-286c-415d-a37c-ba217ef32e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b2a638-3aee-43f1-a329-f824b5d5c8f1,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:32.717412 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc87c0-98ca-4f86-b38f-3126c00a361f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Deleting port 10d81b58-9bda-4202-b2c5-d7666234e994 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:56:32.717765 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3bdc87c0-98ca-4f86-b38f-3126c00a361f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (10d81b58-9bda-4202-b2c5-d7666234e994), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:32.719634 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59574) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:32.855450 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f8014210-d0aa-49f6-ae2f-17f8d39d9bfe admin admin] Publish callbacks [] for security_group (a8b2a638-3aee-43f1-a329-f824b5d5c8f1), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:32.859783 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3bdc87c0-98ca-4f86-b38f-3126c00a361f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (10d81b58-9bda-4202-b2c5-d7666234e994), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:32.860188 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3bdc87c0-98ca-4f86-b38f-3126c00a361f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (10d81b58-9bda-4202-b2c5-d7666234e994), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:32.889610 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc87c0-98ca-4f86-b38f-3126c00a361f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Calling delete_port for 10d81b58-9bda-4202-b2c5-d7666234e994 owned by network:floatingip {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:56:32.907416 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f8014210-d0aa-49f6-ae2f-17f8d39d9bfe admin admin] Publish callbacks [] for security_group (a8b2a638-3aee-43f1-a329-f824b5d5c8f1), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:33.028297 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f8014210-d0aa-49f6-ae2f-17f8d39d9bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (a8b2a638-3aee-43f1-a329-f824b5d5c8f1), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:33.032490 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f8014210-d0aa-49f6-ae2f-17f8d39d9bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:33.034232 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-f8014210-d0aa-49f6-ae2f-17f8d39d9bfe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8b2a638-3aee-43f1-a329-f824b5d5c8f1 HTTP/1.1" status: 204 len: 168 time: 0.3132348 Apr 28 19:56:33.050021 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8014210-d0aa-49f6-ae2f-17f8d39d9bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b2a638-3aee-43f1-a329-f824b5d5c8f1,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:33.109108 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3bdc87c0-98ca-4f86-b38f-3126c00a361f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (10d81b58-9bda-4202-b2c5-d7666234e994), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:33.138837 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc87c0-98ca-4f86-b38f-3126c00a361f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event deleted for resources: {'Port': ['ID=10d81b58-9bda-4202-b2c5-d7666234e994,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:33.235629 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3bdc87c0-98ca-4f86-b38f-3126c00a361f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (e46c1279-fd5b-425e-9e91-c38788920d84), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:33.239089 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3bdc87c0-98ca-4f86-b38f-3126c00a361f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:33.241662 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-3bdc87c0-98ca-4f86-b38f-3126c00a361f tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "DELETE /v2.0/floatingips/e46c1279-fd5b-425e-9e91-c38788920d84 HTTP/1.1" status: 204 len: 168 time: 0.7218194 Apr 28 19:56:33.459921 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59588) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:33.467580 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-f9323dc9-e4f7-4665-9d76-506e8ed241ae tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454847827', 'description': 'tempest-description--428230868'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:56:33.505027 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9323dc9-e4f7-4665-9d76-506e8ed241ae tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:33.610229 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9323dc9-e4f7-4665-9d76-506e8ed241ae tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (428dd7cf-3dd5-4d99-ac8a-f166b72b2141), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:33.616124 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9323dc9-e4f7-4665-9d76-506e8ed241ae tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (428dd7cf-3dd5-4d99-ac8a-f166b72b2141), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:33.674642 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9323dc9-e4f7-4665-9d76-506e8ed241ae tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:33.676143 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-f9323dc9-e4f7-4665-9d76-506e8ed241ae tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2145331 Apr 28 19:56:33.680959 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59594) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:33.682683 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9323dc9-e4f7-4665-9d76-506e8ed241ae tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428dd7cf-3dd5-4d99-ac8a-f166b72b2141,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:33.688649 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-1989a766-6922-47e9-a47b-6e96fbecdee2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'security_group_rule': {'security_group_id': '428dd7cf-3dd5-4d99-ac8a-f166b72b2141', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:56:33.736639 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1989a766-6922-47e9-a47b-6e96fbecdee2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (f603e245-9c21-4432-b8ae-1a49b0a5786a), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:33.842901 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1989a766-6922-47e9-a47b-6e96fbecdee2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (f603e245-9c21-4432-b8ae-1a49b0a5786a), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:33.847422 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1989a766-6922-47e9-a47b-6e96fbecdee2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (f603e245-9c21-4432-b8ae-1a49b0a5786a), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:33.878981 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989a766-6922-47e9-a47b-6e96fbecdee2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f603e245-9c21-4432-b8ae-1a49b0a5786a,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:33.893438 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1989a766-6922-47e9-a47b-6e96fbecdee2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:33.894760 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-1989a766-6922-47e9-a47b-6e96fbecdee2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2124104 Apr 28 19:56:33.899300 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 59600) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:33.906528 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-2fc56679-92df-4e87-a3fb-98de20029e57 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'security_group_rule': {'security_group_id': '428dd7cf-3dd5-4d99-ac8a-f166b72b2141', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:56:33.953155 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2fc56679-92df-4e87-a3fb-98de20029e57 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (88eda8e6-363a-4c0e-acff-9320396b2d6e), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:34.051749 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2fc56679-92df-4e87-a3fb-98de20029e57 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (88eda8e6-363a-4c0e-acff-9320396b2d6e), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:34.059338 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2fc56679-92df-4e87-a3fb-98de20029e57 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (88eda8e6-363a-4c0e-acff-9320396b2d6e), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:34.081583 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc56679-92df-4e87-a3fb-98de20029e57 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88eda8e6-363a-4c0e-acff-9320396b2d6e,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:34.092175 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-2fc56679-92df-4e87-a3fb-98de20029e57 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:34.096009 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-2fc56679-92df-4e87-a3fb-98de20029e57 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1924231 Apr 28 19:56:34.098191 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59606) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:34.105635 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'floatingip': {'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:56:34.135091 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:34.254941 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:34.402294 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Allocated IP 172.28.0.234 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/9004220d-e8c2-4f04-a218-e18945655e1f) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:34.597374 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for port (9004220d-e8c2-4f04-a218-e18945655e1f), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:34.670283 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11863989'] for port (9004220d-e8c2-4f04-a218-e18945655e1f), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:34.708197 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:34.715036 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:34.751924 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:34.845329 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'Port': ['ID=9004220d-e8c2-4f04-a218-e18945655e1f,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:34.930877 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (2209f938-ea13-4505-bc54-2513a422b9d3), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:34.993081 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (9004220d-e8c2-4f04-a218-e18945655e1f), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:35.195279 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for port (9004220d-e8c2-4f04-a218-e18945655e1f), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:35.200783 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11863982'] for port (9004220d-e8c2-4f04-a218-e18945655e1f), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:35.281799 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'Port': ['ID=9004220d-e8c2-4f04-a218-e18945655e1f,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:35.302507 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (2209f938-ea13-4505-bc54-2513a422b9d3), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:35.328950 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:35.330562 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-cf530bd8-aec4-4bea-be52-f377a99357e6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2305725 Apr 28 19:56:35.632596 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-61b7414e-db89-44ea-9596-1f854ea5adf9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1454847827&fields=id&tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59 HTTP/1.1" status: 200 len: 267 time: 0.0509815 Apr 28 19:56:35.769757 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54e2b-764e-481e-b0f9-764191034075 req-c370f9ca-bf14-4200-b84e-1453eb3ac311 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:35.773813 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-c370f9ca-bf14-4200-b84e-1453eb3ac311 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 815 time: 0.1333220 Apr 28 19:56:35.796895 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-495567df-846d-4c98-bac0-7d106ea791ff tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/quotas/c9bfa786ed56409bb2c3e5c3abc8ff59 HTTP/1.1" status: 200 len: 375 time: 0.0138791 Apr 28 19:56:35.893936 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-b30abeee-536c-44c3-91a5-a22da4c76858 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864618 Apr 28 19:56:36.029352 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-820af4c1-0b51-4eba-b3dd-8fde3fcb9227 service neutron] 10.222.0.62 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133471 Apr 28 19:56:36.141810 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-5e712623-b7b3-469b-bd03-9da2b7e99743 service neutron] 10.222.0.62 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016405 Apr 28 19:56:36.467119 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-631b9b63-99b7-4991-88d5-1a15c31d7fcf req-c39b62e5-fadd-4eed-929c-b0951e83b79d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 210 time: 0.0556648 Apr 28 19:56:37.652789 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a5e31bd5-f7a7-48eb-8cf5-4f69338fa941 req-0f82d843-5e5c-48d0-b9fc-88b7a908eb5e tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 210 time: 0.0637267 Apr 28 19:56:38.106962 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54e2b-764e-481e-b0f9-764191034075 req-044cca70-2561-412e-85e3-0af69cbc4dcd tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:38.108604 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-044cca70-2561-412e-85e3-0af69cbc4dcd tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 815 time: 0.5439818 Apr 28 19:56:38.179462 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-ca3b9621-1c50-4624-b528-f0023feac274 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59 HTTP/1.1" status: 200 len: 380 time: 0.0625324 Apr 28 19:56:38.189521 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-0bc54e2b-764e-481e-b0f9-764191034075 req-2f5067d8-d1e1-460a-a6b3-e16b2c3b852d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'port': {'device_id': '36369f85-e2ee-402b-b4f4-1509c96e24d8', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'admin_state_up': True, 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'security_groups': ['428dd7cf-3dd5-4d99-ac8a-f166b72b2141']}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:56:38.323124 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc54e2b-764e-481e-b0f9-764191034075 req-2f5067d8-d1e1-460a-a6b3-e16b2c3b852d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Made reservation on behalf of c9bfa786ed56409bb2c3e5c3abc8ff59 for: {'port': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:38.326783 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-0bc54e2b-764e-481e-b0f9-764191034075 req-2f5067d8-d1e1-460a-a6b3-e16b2c3b852d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:38.514809 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [req-0bc54e2b-764e-481e-b0f9-764191034075 req-2f5067d8-d1e1-460a-a6b3-e16b2c3b852d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Allocated IP 172.20.0.8 (fea4e88f-6f73-4d49-b25b-d3e39fb232cd/f29c2b68-7e70-4c84-b811-93f50be23c2e/3f680786-24e3-4b6f-8d8b-1ac25b9236e9) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:38.689587 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-0bc54e2b-764e-481e-b0f9-764191034075 req-2f5067d8-d1e1-460a-a6b3-e16b2c3b852d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:38.737088 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-0bc54e2b-764e-481e-b0f9-764191034075 req-2f5067d8-d1e1-460a-a6b3-e16b2c3b852d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:38.829411 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc54e2b-764e-481e-b0f9-764191034075 req-2f5067d8-d1e1-460a-a6b3-e16b2c3b852d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Network fea4e88f-6f73-4d49-b25b-d3e39fb232cd is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:38.839988 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [req-0bc54e2b-764e-481e-b0f9-764191034075 req-2f5067d8-d1e1-460a-a6b3-e16b2c3b852d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:38.846168 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc54e2b-764e-481e-b0f9-764191034075 req-2f5067d8-d1e1-460a-a6b3-e16b2c3b852d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:56:38.850774 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5067d8-d1e1-460a-a6b3-e16b2c3b852d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'Port': ['ID=3f680786-24e3-4b6f-8d8b-1ac25b9236e9,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:38.902736 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6546256-7ec6-476d-8f2c-51789b086cbf req-e0dddea6-9dc5-4ef1-8dac-aeec0b7457a8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:38.905190 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b6546256-7ec6-476d-8f2c-51789b086cbf req-e0dddea6-9dc5-4ef1-8dac-aeec0b7457a8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 931 time: 0.1330819 Apr 28 19:56:38.972818 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54e2b-764e-481e-b0f9-764191034075 req-2f5067d8-d1e1-460a-a6b3-e16b2c3b852d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:38.981154 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-0bc54e2b-764e-481e-b0f9-764191034075 req-2f5067d8-d1e1-460a-a6b3-e16b2c3b852d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:39.036873 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-2f5067d8-d1e1-460a-a6b3-e16b2c3b852d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8512075 Apr 28 19:56:39.058051 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Request body: {'port': {'device_id': '36369f85-e2ee-402b-b4f4-1509c96e24d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:56:39.101516 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b6546256-7ec6-476d-8f2c-51789b086cbf req-3e20a302-059e-4b1f-b2d5-0c9e3e53f4d3 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=428dd7cf-3dd5-4d99-ac8a-f166b72b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816325 Apr 28 19:56:39.153482 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:39.223330 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-9ea2422f-808c-4522-9843-64b0e861faba None None] Provisioning complete for port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:56:39.224764 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-9ea2422f-808c-4522-9843-64b0e861faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:39.269763 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-9ea2422f-808c-4522-9843-64b0e861faba None None] Port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:56:39.534138 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 {{(pid=109983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:56:39.544114 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Publish callbacks [] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:39.559648 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.provisioning_blocks [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Transition to ACTIVE for port object 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 will not be triggered until provisioned by entity L2. {{(pid=109983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:56:39.564255 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:39.633804 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Pushing event updated for resources: {'Port': ['ID=3f680786-24e3-4b6f-8d8b-1ac25b9236e9,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:39.751586 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Attempting to bind port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:56:39.752103 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Attempting to bind port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:56:39.752536 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Attempting to bind port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 on network fea4e88f-6f73-4d49-b25b-d3e39fb232cd {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:39.758888 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 on network fea4e88f-6f73-4d49-b25b-d3e39fb232cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:56:39.759396 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Attempting to bind port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 on network fea4e88f-6f73-4d49-b25b-d3e39fb232cd {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:56:39.766693 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:56:39.767215 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Checking segment: {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:56:39.768094 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Bound using segment: {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:56:39.768728 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Bound port: 3f680786-24e3-4b6f-8d8b-1ac25b9236e9, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'}}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:56:39.769258 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:39.864079 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] For port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9, host hv-cinder-82694, cleared binding levels {{(pid=109983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:56:39.868207 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] For port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3f680786-24e3-4b6f-8d8b-1ac25b9236e9,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:56:39.876986 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:39.915482 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:39.916145 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:39.917609 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] 10.222.0.65 "PUT /v2.0/ports/3f680786-24e3-4b6f-8d8b-1ac25b9236e9 HTTP/1.1" status: 200 len: 1093 time: 0.8679037 Apr 28 19:56:39.918083 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36369f85-e2ee-402b-b4f4-1509c96e24d8', 'tag': '3f680786-24e3-4b6f-8d8b-1ac25b9236e9'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:56:39.920544 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14752877-1ec3-4a06-afd0-449444217a37" -d '{"events": [{"name": "network-changed", "server_uuid": "36369f85-e2ee-402b-b4f4-1509c96e24d8", "tag": "3f680786-24e3-4b6f-8d8b-1ac25b9236e9"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:56:39.948130 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e3bef-2d41-4d72-8e28-151fe9dde734 service neutron] Pushing event updated for resources: {'Port': ['ID=3f680786-24e3-4b6f-8d8b-1ac25b9236e9,revision_number=3']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:40.006017 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4356e4-9d09-412f-8706-238eef46e667 x-openstack-request-id: req-4f4356e4-9d09-412f-8706-238eef46e667 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:56:40.006527 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36369f85-e2ee-402b-b4f4-1509c96e24d8", "tag": "3f680786-24e3-4b6f-8d8b-1ac25b9236e9", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:56:40.006889 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f4356e4-9d09-412f-8706-238eef46e667 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:56:40.007403 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4356e4-9d09-412f-8706-238eef46e667'] response: {'name': 'network-changed', 'server_uuid': '36369f85-e2ee-402b-b4f4-1509c96e24d8', 'tag': '3f680786-24e3-4b6f-8d8b-1ac25b9236e9', 'status': 'completed', 'code': 200} Apr 28 19:56:40.057050 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54e2b-764e-481e-b0f9-764191034075 req-ea2c8bc4-b7ff-4d7e-8de6-9d6c35ae3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:40.059529 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-ea2c8bc4-b7ff-4d7e-8de6-9d6c35ae3fd3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 1127 time: 0.0654495 Apr 28 19:56:40.130003 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-f3c014a6-4882-488a-9974-ce8f47c3286f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f680786-24e3-4b6f-8d8b-1ac25b9236e9 HTTP/1.1" status: 200 len: 217 time: 0.0576072 Apr 28 19:56:40.223466 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54e2b-764e-481e-b0f9-764191034075 req-16483560-3d49-48bf-bc56-3ce6e09471ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:40.226876 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-16483560-3d49-48bf-bc56-3ce6e09471ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 200 len: 854 time: 0.0955527 Apr 28 19:56:40.319998 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54e2b-764e-481e-b0f9-764191034075 req-839a303f-14d9-4ad8-9c19-6883ef0a907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:40.321698 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-839a303f-14d9-4ad8-9c19-6883ef0a907c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0872328 Apr 28 19:56:40.344131 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7054ee-33bb-4083-99ac-e74a495ccc85 req-86247d17-2b77-4e4a-a4e4-0b353b07e31b tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:40.345781 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2b7054ee-33bb-4083-99ac-e74a495ccc85 req-86247d17-2b77-4e4a-a4e4-0b353b07e31b tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 943 time: 0.0955107 Apr 28 19:56:40.490332 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2b7054ee-33bb-4083-99ac-e74a495ccc85 req-d82c4711-8280-4771-91ea-51eece2ffe1d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=428dd7cf-3dd5-4d99-ac8a-f166b72b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302373 Apr 28 19:56:40.509964 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-e6742f28-82ee-4839-a09a-e0bb2e1bd183 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804101 Apr 28 19:56:40.542485 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:40.672363 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0bc54e2b-764e-481e-b0f9-764191034075 req-8cfa1970-02d2-445c-b59e-0e4d42a61376 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547179 Apr 28 19:56:41.647411 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c4133-22e1-401b-88d1-810c5d5fdde0 req-6d23fe82-95cb-483a-b7b3-2dc2d7cf3702 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:41.648717 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-347c4133-22e1-401b-88d1-810c5d5fdde0 req-6d23fe82-95cb-483a-b7b3-2dc2d7cf3702 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 943 time: 0.0539267 Apr 28 19:56:41.732287 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-347c4133-22e1-401b-88d1-810c5d5fdde0 req-b3f64a66-6da3-45f5-8387-0e41bf72a7f8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=428dd7cf-3dd5-4d99-ac8a-f166b72b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744050 Apr 28 19:56:42.884358 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359fc45-73ff-443e-8b7e-3d50d7d423a9 req-3c85d05a-ffbb-4e9a-8f05-b278647dea2a tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:42.886421 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8359fc45-73ff-443e-8b7e-3d50d7d423a9 req-3c85d05a-ffbb-4e9a-8f05-b278647dea2a tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 943 time: 0.0571117 Apr 28 19:56:42.951212 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8359fc45-73ff-443e-8b7e-3d50d7d423a9 req-47791ba6-9e8d-4a19-96d4-a0041bbb58f0 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=428dd7cf-3dd5-4d99-ac8a-f166b72b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586202 Apr 28 19:56:43.371485 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14752877-1ec3-4a06-afd0-449444217a37 req-6128315f-e646-4dc0-941b-73a8219be6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:43.373368 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-14752877-1ec3-4a06-afd0-449444217a37 req-6128315f-e646-4dc0-941b-73a8219be6f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 1127 time: 0.0707047 Apr 28 19:56:43.520158 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14752877-1ec3-4a06-afd0-449444217a37 req-33f45fa2-9766-4fe1-b339-a74f419f25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:43.523018 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-14752877-1ec3-4a06-afd0-449444217a37 req-33f45fa2-9766-4fe1-b339-a74f419f25a2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 916 time: 0.1439865 Apr 28 19:56:43.578673 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-14752877-1ec3-4a06-afd0-449444217a37 req-29004e13-9670-4344-90d0-3a61c3ef6a1f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f680786-24e3-4b6f-8d8b-1ac25b9236e9 HTTP/1.1" status: 200 len: 217 time: 0.0483224 Apr 28 19:56:43.652902 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14752877-1ec3-4a06-afd0-449444217a37 req-2c7d8b92-e83d-4932-8ed5-f38f41c8b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:43.654440 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-14752877-1ec3-4a06-afd0-449444217a37 req-2c7d8b92-e83d-4932-8ed5-f38f41c8b860 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 200 len: 854 time: 0.0699651 Apr 28 19:56:43.705798 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14752877-1ec3-4a06-afd0-449444217a37 req-2f8563b6-70b7-47e5-89bd-5a6ded9924f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:43.707361 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-14752877-1ec3-4a06-afd0-449444217a37 req-2f8563b6-70b7-47e5-89bd-5a6ded9924f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0469837 Apr 28 19:56:43.873367 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-14752877-1ec3-4a06-afd0-449444217a37 req-f5f3d8ce-10f5-4e05-a31c-661fa55137e4 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598449 Apr 28 19:56:43.985366 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-14752877-1ec3-4a06-afd0-449444217a37 req-11c12f47-8fb1-43af-a217-b0d7b93dabe6 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057198 Apr 28 19:56:44.089064 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659f7e4-ac83-4314-90f1-50b7b1dfd8c1 req-bb848fcf-6f12-4e81-a39b-4ac7d717efad tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:44.091154 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2659f7e4-ac83-4314-90f1-50b7b1dfd8c1 req-bb848fcf-6f12-4e81-a39b-4ac7d717efad tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 943 time: 0.0565760 Apr 28 19:56:44.147693 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2659f7e4-ac83-4314-90f1-50b7b1dfd8c1 req-4ca59370-908c-4446-ad45-4e88824272d3 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=428dd7cf-3dd5-4d99-ac8a-f166b72b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503809 Apr 28 19:56:44.593521 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:56:44.708546 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3f680786-24e3-4b6f-8d8b-1ac25b9236e9,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:44.722205 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '3f680786-24e3-4b6f-8d8b-1ac25b9236e9', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'port_id': '3f680786-24e3-4b6f-8d8b-1ac25b9236e9', 'mac_address': 'fa:16:3e:60:2a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:56:44.766458 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:56:44.766854 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:44.782118 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:56:44.805696 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3f680786-24e3-4b6f-8d8b-1ac25b9236e9,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:44.811692 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:44.883235 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=3f680786-24e3-4b6f-8d8b-1ac25b9236e9,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:44.897528 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:44.898079 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:44.898713 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:44.899534 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:44.900150 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:44.900745 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:44.901328 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:44.901915 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:44.902487 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:44.903069 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:44.903651 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:44.904277 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:44.904852 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:44.905429 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:44.906010 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:45.182615 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['3f680786-24e3-4b6f-8d8b-1ac25b9236e9'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:56:45.285746 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d07c3a-12aa-4fa6-9004-0a333a40f8ce req-d25e256d-edec-4933-ba70-7e88148f86ad tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:45.288155 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-63d07c3a-12aa-4fa6-9004-0a333a40f8ce req-d25e256d-edec-4933-ba70-7e88148f86ad tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 944 time: 0.0554028 Apr 28 19:56:45.359724 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-63d07c3a-12aa-4fa6-9004-0a333a40f8ce req-7c1d8692-ee97-42cc-b3d4-0b3d686feac4 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=428dd7cf-3dd5-4d99-ac8a-f166b72b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616784 Apr 28 19:56:46.512222 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679ca4b-4356-4b18-a5da-47611154a3e8 req-e5557eb3-c94d-4c46-b1ea-1aa21cb9267d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:46.514304 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e679ca4b-4356-4b18-a5da-47611154a3e8 req-e5557eb3-c94d-4c46-b1ea-1aa21cb9267d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 944 time: 0.0641279 Apr 28 19:56:46.571848 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-e679ca4b-4356-4b18-a5da-47611154a3e8 req-94949196-f931-4696-9e2a-28d70dc95078 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=428dd7cf-3dd5-4d99-ac8a-f166b72b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508747 Apr 28 19:56:46.609437 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:56:46.665704 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:56:46.674769 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:56:46.674769 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:46.765550 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:56:46.766073 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:46.793898 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36369f85-e2ee-402b-b4f4-1509c96e24d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f680786-24e3-4b6f-8d8b-1ac25b9236e9'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:56:46.796636 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5feaa9-4b02-4d5f-bd19-c76a90d57aa1" -d '{"events": [{"server_uuid": "36369f85-e2ee-402b-b4f4-1509c96e24d8", "name": "network-vif-plugged", "status": "completed", "tag": "3f680786-24e3-4b6f-8d8b-1ac25b9236e9"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:56:46.817164 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3f680786-24e3-4b6f-8d8b-1ac25b9236e9,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:56:46.824963 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:46.893383 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=3f680786-24e3-4b6f-8d8b-1ac25b9236e9,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:47.002005 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442a0f94-f082-4bc5-a55a-00e67faf085d x-openstack-request-id: req-442a0f94-f082-4bc5-a55a-00e67faf085d {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:56:47.002410 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36369f85-e2ee-402b-b4f4-1509c96e24d8", "name": "network-vif-plugged", "status": "completed", "tag": "3f680786-24e3-4b6f-8d8b-1ac25b9236e9", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:56:47.002706 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-442a0f94-f082-4bc5-a55a-00e67faf085d {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:56:47.003202 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442a0f94-f082-4bc5-a55a-00e67faf085d'] response: {'server_uuid': '36369f85-e2ee-402b-b4f4-1509c96e24d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f680786-24e3-4b6f-8d8b-1ac25b9236e9', 'code': 200} Apr 28 19:56:47.091737 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-6b82ffa9-4e8d-4cbd-9c83-f9887f965ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:47.197474 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411d5fb-01f4-4f88-8b9b-1a02f17fc6ec req-a7bfde95-00f6-4e58-b5db-5ce9787cc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:47.198961 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1411d5fb-01f4-4f88-8b9b-1a02f17fc6ec req-a7bfde95-00f6-4e58-b5db-5ce9787cc781 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 1129 time: 0.0436015 Apr 28 19:56:47.265753 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1411d5fb-01f4-4f88-8b9b-1a02f17fc6ec req-4ed7f461-a72a-47bd-9915-e8f55ff64a2f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=428dd7cf-3dd5-4d99-ac8a-f166b72b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605750 Apr 28 19:56:47.722285 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51798e0d-9062-49cf-bbb9-0518f7425565 req-8024741e-afab-4138-92aa-ec3df6a019ed tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:47.724550 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-51798e0d-9062-49cf-bbb9-0518f7425565 req-8024741e-afab-4138-92aa-ec3df6a019ed tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 945 time: 0.0728970 Apr 28 19:56:47.816976 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-51798e0d-9062-49cf-bbb9-0518f7425565 req-fda12558-bff9-4e7b-8a6e-a391b7ac4005 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=428dd7cf-3dd5-4d99-ac8a-f166b72b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774312 Apr 28 19:56:48.613009 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:56:48.977426 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b548a6c-f9ca-4f56-984b-e1161515581e req-18392bed-1660-4b2c-9dc5-e68cbab882e8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:48.979651 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5b548a6c-f9ca-4f56-984b-e1161515581e req-18392bed-1660-4b2c-9dc5-e68cbab882e8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 945 time: 0.0701597 Apr 28 19:56:49.042114 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-5b548a6c-f9ca-4f56-984b-e1161515581e req-6293c6e4-7487-4707-a74e-243c9b767aaf tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=428dd7cf-3dd5-4d99-ac8a-f166b72b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562859 Apr 28 19:56:49.181062 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1bc18-75c5-42a1-80f8-2e3d1ea2407d req-ff2132a4-7093-444d-bbd7-144318fe44d4 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:49.182703 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-a3c1bc18-75c5-42a1-80f8-2e3d1ea2407d req-ff2132a4-7093-444d-bbd7-144318fe44d4 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 945 time: 0.0578682 Apr 28 19:56:49.192416 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59812) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:56:49.197357 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-edf555c6-7396-4a83-a15f-77f9407e9094 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'floatingip': {'port_id': '3f680786-24e3-4b6f-8d8b-1ac25b9236e9'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:56:49.242129 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-edf555c6-7396-4a83-a15f-77f9407e9094 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (2209f938-ea13-4505-bc54-2513a422b9d3), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:49.313421 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-8828fc0a-bf96-452e-a162-2843a879d6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:49.806477 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-edf555c6-7396-4a83-a15f-77f9407e9094 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:49.811464 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-edf555c6-7396-4a83-a15f-77f9407e9094 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (2209f938-ea13-4505-bc54-2513a422b9d3), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:49.969761 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.l3_db [None req-edf555c6-7396-4a83-a15f-77f9407e9094 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Floating IP 2209f938-ea13-4505-bc54-2513a422b9d3 associated. External IP: 172.28.0.234, port: 3f680786-24e3-4b6f-8d8b-1ac25b9236e9. Apr 28 19:56:50.227869 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf555c6-7396-4a83-a15f-77f9407e9094 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:56:50.359504 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf555c6-7396-4a83-a15f-77f9407e9094 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:56:50.367440 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-edf555c6-7396-4a83-a15f-77f9407e9094 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:50.376845 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010f70cf-e3f5-431d-8a57-df82c5f5911c None None] Sync routers for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:50.391007 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010f70cf-e3f5-431d-8a57-df82c5f5911c None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:50.391781 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-010f70cf-e3f5-431d-8a57-df82c5f5911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:56:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:50.408326 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-edf555c6-7396-4a83-a15f-77f9407e9094 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "PUT /v2.0/floatingips/2209f938-ea13-4505-bc54-2513a422b9d3 HTTP/1.1" status: 200 len: 991 time: 1.2144694 Apr 28 19:56:50.409282 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36369f85-e2ee-402b-b4f4-1509c96e24d8', 'tag': '3f680786-24e3-4b6f-8d8b-1ac25b9236e9'}] {{(pid=109984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:56:50.413624 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b3a1c547e4721bf9b68d514da0d5734df5cfc6b74aa67a9b6f02784439ed974" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2c3fec-96a8-46b3-8452-180b02f7fc3c" -d '{"events": [{"name": "network-changed", "server_uuid": "36369f85-e2ee-402b-b4f4-1509c96e24d8", "tag": "3f680786-24e3-4b6f-8d8b-1ac25b9236e9"}]}' {{(pid=109984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:56:50.559020 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb98c225-1113-4b58-9d45-96f963858e00 x-openstack-request-id: req-eb98c225-1113-4b58-9d45-96f963858e00 {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:56:50.559425 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36369f85-e2ee-402b-b4f4-1509c96e24d8", "tag": "3f680786-24e3-4b6f-8d8b-1ac25b9236e9", "status": "completed", "code": 200}]} {{(pid=109984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:56:50.559776 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb98c225-1113-4b58-9d45-96f963858e00 {{(pid=109984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:56:50.560503 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb98c225-1113-4b58-9d45-96f963858e00'] response: {'name': 'network-changed', 'server_uuid': '36369f85-e2ee-402b-b4f4-1509c96e24d8', 'tag': '3f680786-24e3-4b6f-8d8b-1ac25b9236e9', 'status': 'completed', 'code': 200} Apr 28 19:56:50.564351 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-010f70cf-e3f5-431d-8a57-df82c5f5911c None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:50.658428 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c3fec-96a8-46b3-8452-180b02f7fc3c req-b15d1855-61aa-406b-8785-c1b8c520b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:50.661088 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bf2c3fec-96a8-46b3-8452-180b02f7fc3c req-b15d1855-61aa-406b-8785-c1b8c520b19d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 1129 time: 0.0734353 Apr 28 19:56:50.802859 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c3fec-96a8-46b3-8452-180b02f7fc3c req-3b6e6926-4fbf-4f2f-af01-53354ead52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:50.805604 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bf2c3fec-96a8-46b3-8452-180b02f7fc3c req-3b6e6926-4fbf-4f2f-af01-53354ead52e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 916 time: 0.1363425 Apr 28 19:56:50.883340 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-010f70cf-e3f5-431d-8a57-df82c5f5911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '2209f938-ea13-4505-bc54-2513a422b9d3', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.234', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': '3f680786-24e3-4b6f-8d8b-1ac25b9236e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:60:2a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36369f85-e2ee-402b-b4f4-1509c96e24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:56:34Z', 'updated_at': '2022-04-28T19:56:49Z', 'revision_number': 1, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:50.899747 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bf2c3fec-96a8-46b3-8452-180b02f7fc3c req-74ad2b0d-b06c-4c24-a9ed-320f5797b2c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f680786-24e3-4b6f-8d8b-1ac25b9236e9 HTTP/1.1" status: 200 len: 999 time: 0.0842965 Apr 28 19:56:50.949710 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010f70cf-e3f5-431d-8a57-df82c5f5911c None None] Checking router: 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:56:50.968370 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010f70cf-e3f5-431d-8a57-df82c5f5911c None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:56:50.969403 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-010f70cf-e3f5-431d-8a57-df82c5f5911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:56:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:50.973426 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c3fec-96a8-46b3-8452-180b02f7fc3c req-159d0b50-45f1-4251-a1ac-927d6affe640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:50.987985 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bf2c3fec-96a8-46b3-8452-180b02f7fc3c req-159d0b50-45f1-4251-a1ac-927d6affe640 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 200 len: 854 time: 0.0786757 Apr 28 19:56:50.996130 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:51.053284 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c3fec-96a8-46b3-8452-180b02f7fc3c req-802ec080-7271-41a6-a0cb-c930ba45e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:51.055223 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bf2c3fec-96a8-46b3-8452-180b02f7fc3c req-802ec080-7271-41a6-a0cb-c930ba45e2ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0620184 Apr 28 19:56:51.137837 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-010f70cf-e3f5-431d-8a57-df82c5f5911c None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:56:51.212198 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bf2c3fec-96a8-46b3-8452-180b02f7fc3c req-8823f86d-6064-4f60-8398-1d1c2ee643f0 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445050 Apr 28 19:56:51.323230 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bf2c3fec-96a8-46b3-8452-180b02f7fc3c req-e92e8594-d06d-48f3-8c0b-430758e4c00c service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003137 Apr 28 19:56:51.478351 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-010f70cf-e3f5-431d-8a57-df82c5f5911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '2209f938-ea13-4505-bc54-2513a422b9d3', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.234', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': '3f680786-24e3-4b6f-8d8b-1ac25b9236e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:60:2a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36369f85-e2ee-402b-b4f4-1509c96e24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:56:34Z', 'updated_at': '2022-04-28T19:56:49Z', 'revision_number': 1, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:51.668693 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010f70cf-e3f5-431d-8a57-df82c5f5911c None None] The sync data for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb is: [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': '2209f938-ea13-4505-bc54-2513a422b9d3', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.234', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': '3f680786-24e3-4b6f-8d8b-1ac25b9236e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:60:2a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36369f85-e2ee-402b-b4f4-1509c96e24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:56:34Z', 'updated_at': '2022-04-28T19:56:49Z', 'revision_number': 1, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:51.916825 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235cf3cb-01cf-4bbe-b50c-c3570cbbdf95 None None] New status for floating IP 2209f938-ea13-4505-bc54-2513a422b9d3: ACTIVE {{(pid=109985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:56:52.300427 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:56:53.972711 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:10.499538 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:11.447679 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59910) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:57:11.575057 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:11.668196 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Publish callbacks [] for security_group (a369b9fd-b68e-4f53-aa8c-0f1b8e92fad0), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:11.672808 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (a369b9fd-b68e-4f53-aa8c-0f1b8e92fad0), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:11.717877 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a369b9fd-b68e-4f53-aa8c-0f1b8e92fad0,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:11.722058 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ac3f9e69129438d8bff7e8730d7e80f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729681 Apr 28 19:57:11.725785 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 59914) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:57:11.738565 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:11.739056 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:11.739983 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:11.739983 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:11.740360 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:11.740789 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:11.741218 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:11.741875 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:11.742405 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:11.742871 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:11.743266 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:11.743646 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:11.744075 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:11.744455 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:11.744833 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250732ca-e8db-4ee7-9507-6cd8f0cd4cd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:11.801346 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d5bb3ec5-87fc-4699-97a1-610965db3843 admin admin] Publish callbacks [] for security_group (a369b9fd-b68e-4f53-aa8c-0f1b8e92fad0), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:11.831758 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d5bb3ec5-87fc-4699-97a1-610965db3843 admin admin] Publish callbacks [] for security_group (a369b9fd-b68e-4f53-aa8c-0f1b8e92fad0), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:11.893258 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d5bb3ec5-87fc-4699-97a1-610965db3843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (a369b9fd-b68e-4f53-aa8c-0f1b8e92fad0), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:11.896603 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d5bb3ec5-87fc-4699-97a1-610965db3843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:11.897997 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-d5bb3ec5-87fc-4699-97a1-610965db3843 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a369b9fd-b68e-4f53-aa8c-0f1b8e92fad0 HTTP/1.1" status: 204 len: 168 time: 0.1710594 Apr 28 19:57:11.907487 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb3ec5-87fc-4699-97a1-610965db3843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a369b9fd-b68e-4f53-aa8c-0f1b8e92fad0,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:17.088039 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-c405c1fe-6314-4fb6-bb86-7800dc49d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:19.315837 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e1a27fff-e406-444a-ad5f-066454ec013f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:20.990620 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:22.302246 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:23.970017 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:25.612533 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:57:40.502135 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:47.084876 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-77ec633d-13ae-443e-ac96-032ef5ceb17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:49.310725 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f097d71c-ee97-4b9c-b11e-98d7f3a2f877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:50.992141 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:52.304920 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:57:53.965540 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:02.612729 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:58:10.516691 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:14.493622 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a9734-c8ea-497f-894f-c13dc6d26114 req-1e895b2a-08bc-480a-8e63-9a45a7484563 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:14.495250 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6b3a9734-c8ea-497f-894f-c13dc6d26114 req-1e895b2a-08bc-480a-8e63-9a45a7484563 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 945 time: 0.0607455 Apr 28 19:58:14.559091 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6b3a9734-c8ea-497f-894f-c13dc6d26114 req-71d10ef7-b99a-4f1c-88fa-c9464a6bc4bf tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=428dd7cf-3dd5-4d99-ac8a-f166b72b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537708 Apr 28 19:58:15.700282 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde0900-0929-4694-853d-40a5d9e7456a req-610f1e3c-874c-4091-a8dc-d8aeccc4c821 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:15.702026 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ccde0900-0929-4694-853d-40a5d9e7456a req-610f1e3c-874c-4091-a8dc-d8aeccc4c821 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 945 time: 0.0644176 Apr 28 19:58:15.775148 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ccde0900-0929-4694-853d-40a5d9e7456a req-54af1fed-413b-4fc2-88e1-5df1989f6716 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=428dd7cf-3dd5-4d99-ac8a-f166b72b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653853 Apr 28 19:58:16.386857 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-111cb760-b37b-4415-ab6d-934ef242f13e tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:16.388579 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-111cb760-b37b-4415-ab6d-934ef242f13e tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 945 time: 0.0540085 Apr 28 19:58:16.500761 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Deleting port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:58:16.501164 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:16.612782 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] For port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3f680786-24e3-4b6f-8d8b-1ac25b9236e9,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:16.613281 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:16.815455 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:16.815911 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (2209f938-ea13-4505-bc54-2513a422b9d3), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:16.816197 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.l3_db [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Floating IP 2209f938-ea13-4505-bc54-2513a422b9d3 disassociated. External IP: 172.28.0.234, port: 3f680786-24e3-4b6f-8d8b-1ac25b9236e9. Apr 28 19:58:16.816562 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Calling delete_port for 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 owned by compute:nova {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:58:16.929375 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314082e4-b164-49de-bc0f-0e6cd92d77a2 req-3bfe5714-3484-46c1-8fa2-e621a35c4593 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:16.930899 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-314082e4-b164-49de-bc0f-0e6cd92d77a2 req-3bfe5714-3484-46c1-8fa2-e621a35c4593 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 945 time: 0.0643115 Apr 28 19:58:17.026127 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-314082e4-b164-49de-bc0f-0e6cd92d77a2 req-9b8fad55-698d-4466-b464-e910ba7dd20d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=428dd7cf-3dd5-4d99-ac8a-f166b72b2141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880115 Apr 28 19:58:17.051758 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (3f680786-24e3-4b6f-8d8b-1ac25b9236e9), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:17.079358 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f11203d2-7ac3-4eab-b841-89fc4de2dfb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:17.085197 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event deleted for resources: {'Port': ['ID=3f680786-24e3-4b6f-8d8b-1ac25b9236e9,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:17.096246 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:17.096670 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:17.097672 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:17.098029 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:17.098369 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:17.098706 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:17.099055 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:17.099374 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:17.099704 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:17.100060 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:17.100388 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:17.100710 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:17.101029 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:17.101346 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:17.101681 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:17.226318 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:17.351269 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:17.364817 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cfef1f-3260-4efe-960e-085bd8fc3288 None None] Sync routers for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:17.376696 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cfef1f-3260-4efe-960e-085bd8fc3288 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:17.377315 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-55cfef1f-3260-4efe-960e-085bd8fc3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:57:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:17.405666 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] No DVR routers for this DVR port 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 on host hv-cinder-82694 {{(pid=109983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:17.408804 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:17.413076 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7aa31ee6-f29c-4926-8d10-831fa00b6f21 req-2f2fca39-3aba-4e50-b567-03cc2e7aac19 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "DELETE /v2.0/ports/3f680786-24e3-4b6f-8d8b-1ac25b9236e9 HTTP/1.1" status: 204 len: 173 time: 1.0176787 Apr 28 19:58:17.413694 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36369f85-e2ee-402b-b4f4-1509c96e24d8', 'name': 'network-vif-deleted', 'tag': '3f680786-24e3-4b6f-8d8b-1ac25b9236e9'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:58:17.417474 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d875e5e8-4d1c-43fb-bc9a-17d74ab44904" -d '{"events": [{"server_uuid": "36369f85-e2ee-402b-b4f4-1509c96e24d8", "name": "network-vif-deleted", "tag": "3f680786-24e3-4b6f-8d8b-1ac25b9236e9"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:58:17.486457 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10aebbf-2159-4127-aed1-6a7914283821 x-openstack-request-id: req-b10aebbf-2159-4127-aed1-6a7914283821 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:58:17.486899 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36369f85-e2ee-402b-b4f4-1509c96e24d8", "name": "network-vif-deleted", "tag": "3f680786-24e3-4b6f-8d8b-1ac25b9236e9", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:58:17.487376 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b10aebbf-2159-4127-aed1-6a7914283821 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:58:17.488043 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b10aebbf-2159-4127-aed1-6a7914283821'] response: {'server_uuid': '36369f85-e2ee-402b-b4f4-1509c96e24d8', 'name': 'network-vif-deleted', 'tag': '3f680786-24e3-4b6f-8d8b-1ac25b9236e9', 'status': 'completed', 'code': 200} Apr 28 19:58:17.580511 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-55cfef1f-3260-4efe-960e-085bd8fc3288 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:17.830184 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-55cfef1f-3260-4efe-960e-085bd8fc3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:17.860154 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cfef1f-3260-4efe-960e-085bd8fc3288 None None] Checking router: 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:17.871550 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cfef1f-3260-4efe-960e-085bd8fc3288 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:17.872626 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-55cfef1f-3260-4efe-960e-085bd8fc3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:57:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:18.071530 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-55cfef1f-3260-4efe-960e-085bd8fc3288 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:18.153886 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-89e64933-b407-4245-bca2-7b766f43d03b req-9c58f1b7-3915-49f7-a03e-de6fddd3a20a tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=36369f85-e2ee-402b-b4f4-1509c96e24d8 HTTP/1.1" status: 200 len: 210 time: 0.0345390 Apr 28 19:58:18.375342 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-55cfef1f-3260-4efe-960e-085bd8fc3288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:18.409958 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cfef1f-3260-4efe-960e-085bd8fc3288 None None] The sync data for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb is: [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:18.667354 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26a21ee-60e6-4f22-8cce-834591e9aff5 None None] New status for floating IP 2209f938-ea13-4505-bc54-2513a422b9d3: DOWN {{(pid=109985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:58:19.263728 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60014) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:58:19.319663 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-2d0b21ea-068e-4b02-8a0d-e2f5cc4c7b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:19.341804 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (428dd7cf-3dd5-4d99-ac8a-f166b72b2141), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:19.373952 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (428dd7cf-3dd5-4d99-ac8a-f166b72b2141), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:19.437026 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (428dd7cf-3dd5-4d99-ac8a-f166b72b2141), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:19.441105 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:19.442233 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "DELETE /v2.0/security-groups/428dd7cf-3dd5-4d99-ac8a-f166b72b2141 HTTP/1.1" status: 204 len: 168 time: 0.1771462 Apr 28 19:58:19.445510 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60016) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:58:19.456794 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428dd7cf-3dd5-4d99-ac8a-f166b72b2141,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:19.465755 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.api.v2.resource [None req-4a5688db-2400-480f-9700-d4161cb429f8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] show failed (client error): The resource could not be found. Apr 28 19:58:19.467113 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-4a5688db-2400-480f-9700-d4161cb429f8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups/428dd7cf-3dd5-4d99-ac8a-f166b72b2141 HTTP/1.1" status: 404 len: 347 time: 0.0199323 Apr 28 19:58:19.470656 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60018) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:58:19.478431 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:19.478985 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:19.479490 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:19.479995 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:19.480424 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:19.480815 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:19.481214 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:19.481644 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:19.482075 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:19.482507 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:19.482936 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:19.483412 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:19.483924 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:19.484357 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:19.484783 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cab7f8-2c85-4e3d-87d3-3de4cf903e21 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:19.612528 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-f9dfc1a2-62c1-4a74-8f75-fb4fef1f2368 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Deleting port 9004220d-e8c2-4f04-a218-e18945655e1f {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 19:58:19.612939 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc1a2-62c1-4a74-8f75-fb4fef1f2368 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (9004220d-e8c2-4f04-a218-e18945655e1f), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:19.702099 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc1a2-62c1-4a74-8f75-fb4fef1f2368 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (9004220d-e8c2-4f04-a218-e18945655e1f), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:19.702429 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc1a2-62c1-4a74-8f75-fb4fef1f2368 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (9004220d-e8c2-4f04-a218-e18945655e1f), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:19.717881 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-f9dfc1a2-62c1-4a74-8f75-fb4fef1f2368 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Calling delete_port for 9004220d-e8c2-4f04-a218-e18945655e1f owned by network:floatingip {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 19:58:19.877241 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc1a2-62c1-4a74-8f75-fb4fef1f2368 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (9004220d-e8c2-4f04-a218-e18945655e1f), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:19.906566 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfc1a2-62c1-4a74-8f75-fb4fef1f2368 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event deleted for resources: {'Port': ['ID=9004220d-e8c2-4f04-a218-e18945655e1f,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:19.981142 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc1a2-62c1-4a74-8f75-fb4fef1f2368 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (2209f938-ea13-4505-bc54-2513a422b9d3), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:19.984357 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc1a2-62c1-4a74-8f75-fb4fef1f2368 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:19.985587 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-f9dfc1a2-62c1-4a74-8f75-fb4fef1f2368 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "DELETE /v2.0/floatingips/2209f938-ea13-4505-bc54-2513a422b9d3 HTTP/1.1" status: 204 len: 168 time: 0.5137143 Apr 28 19:58:20.511477 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60022) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:58:20.516249 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-8e9d3fdb-6801-4f3f-97a3-59224db41274 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516075658', 'description': 'tempest-description--1692189010'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:58:20.543361 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3fdb-6801-4f3f-97a3-59224db41274 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:20.633336 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3fdb-6801-4f3f-97a3-59224db41274 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (693aa5ef-4522-4070-954b-109874e5eff7), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:20.638027 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3fdb-6801-4f3f-97a3-59224db41274 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (693aa5ef-4522-4070-954b-109874e5eff7), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:20.671741 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3fdb-6801-4f3f-97a3-59224db41274 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:20.673054 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-8e9d3fdb-6801-4f3f-97a3-59224db41274 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1605184 Apr 28 19:58:20.677817 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60024) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:58:20.678671 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d3fdb-6801-4f3f-97a3-59224db41274 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693aa5ef-4522-4070-954b-109874e5eff7,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:20.686882 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-eeb91652-3622-41e5-be0d-85245425944c tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'security_group_rule': {'security_group_id': '693aa5ef-4522-4070-954b-109874e5eff7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:58:20.729692 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-eeb91652-3622-41e5-be0d-85245425944c tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (c4f29204-24e2-4909-bfdc-8a644f5b273e), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:20.804234 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-eeb91652-3622-41e5-be0d-85245425944c tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (c4f29204-24e2-4909-bfdc-8a644f5b273e), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:20.809475 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-eeb91652-3622-41e5-be0d-85245425944c tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (c4f29204-24e2-4909-bfdc-8a644f5b273e), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:20.837184 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb91652-3622-41e5-be0d-85245425944c tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f29204-24e2-4909-bfdc-8a644f5b273e,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:20.845768 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-eeb91652-3622-41e5-be0d-85245425944c tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:20.850135 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-eeb91652-3622-41e5-be0d-85245425944c tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1681998 Apr 28 19:58:20.850486 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60026) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:58:20.855302 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-3acbb3df-e0e1-41dd-898d-628db13f4951 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'security_group_rule': {'security_group_id': '693aa5ef-4522-4070-954b-109874e5eff7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:58:20.886414 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3acbb3df-e0e1-41dd-898d-628db13f4951 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (88109245-2bb8-4aa2-bb07-5495f2841247), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:20.952879 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3acbb3df-e0e1-41dd-898d-628db13f4951 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (88109245-2bb8-4aa2-bb07-5495f2841247), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:20.957951 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3acbb3df-e0e1-41dd-898d-628db13f4951 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144536'] for security_group_rule (88109245-2bb8-4aa2-bb07-5495f2841247), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:20.977044 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbb3df-e0e1-41dd-898d-628db13f4951 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88109245-2bb8-4aa2-bb07-5495f2841247,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:20.995634 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-3acbb3df-e0e1-41dd-898d-628db13f4951 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:20.997880 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-3acbb3df-e0e1-41dd-898d-628db13f4951 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460271 Apr 28 19:58:21.001567 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60028) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:58:21.002204 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:21.010797 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'floatingip': {'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:58:21.035203 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:21.133668 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:21.138188 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 19:58:21.165610 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 19:58:21.166053 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 3f680786-24e3-4b6f-8d8b-1ac25b9236e9 not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 19:58:21.257054 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_common [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Allocated IP 172.28.0.51 (dbab025d-de0a-47ac-91fe-6d3e732a910f/9e4fc0fc-0c14-4e37-b643-13eade32eaa4/843f6bf2-74ec-4c79-9e83-bb8f3dd698b8) {{(pid=109984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:21.382277 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for port (843f6bf2-74ec-4c79-9e83-bb8f3dd698b8), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:21.421198 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11863989'] for port (843f6bf2-74ec-4c79-9e83-bb8f3dd698b8), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:21.466591 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Network dbab025d-de0a-47ac-91fe-6d3e732a910f is already hosted by enough agents. {{(pid=109984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:21.473060 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Resources bound (agent type, host, resource id): {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:21.477383 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Received port after_create {{(pid=109984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:21.484194 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'Port': ['ID=843f6bf2-74ec-4c79-9e83-bb8f3dd698b8,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:21.581494 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (efc48ab2-3a23-4a6f-9543-9a85cfc6f327), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:21.626502 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (843f6bf2-74ec-4c79-9e83-bb8f3dd698b8), before_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:21.805493 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for port (843f6bf2-74ec-4c79-9e83-bb8f3dd698b8), precommit_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:21.811280 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11863982'] for port (843f6bf2-74ec-4c79-9e83-bb8f3dd698b8), after_update {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:21.900711 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'Port': ['ID=843f6bf2-74ec-4c79-9e83-bb8f3dd698b8,revision_number=2']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:21.913830 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (efc48ab2-3a23-4a6f-9543-9a85cfc6f327), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:21.933067 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:21.934419 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-04fd6aaf-6874-4bca-8b94-c6c7d345ddf8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9296181 Apr 28 19:58:22.104578 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-cd36317f-6001-4d56-a360-0cc248f704b2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--516075658&fields=id&tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59 HTTP/1.1" status: 200 len: 267 time: 0.0485802 Apr 28 19:58:22.238922 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6e04-c596-470c-bad9-2b279337780f req-521091aa-1c22-4750-a94a-52a65881caa9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:22.240575 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-521091aa-1c22-4750-a94a-52a65881caa9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 815 time: 0.1228225 Apr 28 19:58:22.256999 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-c8078b63-19bc-40ae-a1e9-86e26d9a05f6 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/quotas/c9bfa786ed56409bb2c3e5c3abc8ff59 HTTP/1.1" status: 200 len: 375 time: 0.0104563 Apr 28 19:58:22.311953 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:22.315746 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-b7019557-3874-4a16-9b75-9449fd429e40 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525005 Apr 28 19:58:22.463125 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-d03ecedb-062d-43ee-ba5f-53239f49bece service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 19:58:22.464181 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-d03ecedb-062d-43ee-ba5f-53239f49bece service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1362648 Apr 28 19:58:22.592332 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-78a83e8b-8d93-45bf-9046-949aa10d4c36 service neutron] 10.222.0.62 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161346 Apr 28 19:58:22.738517 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-cb450607-f7b6-419f-9b48-329810eb52c0 service neutron] 10.222.0.62 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400313 Apr 28 19:58:22.927855 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dabeddbf-3d0c-4087-b62e-c2b6d7e86e3b req-85cf4382-63ac-4b19-abee-d589f894f023 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 210 time: 0.0314310 Apr 28 19:58:23.973792 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:24.142710 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-432cb069-f98d-4b89-87ba-247c8b928d17 req-02a2af83-6ef5-4d35-bbb5-856914bb4425 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 210 time: 0.0559316 Apr 28 19:58:24.198646 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6e04-c596-470c-bad9-2b279337780f req-ae4e867b-3058-4978-b56c-bd24123f3954 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:24.201676 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-ae4e867b-3058-4978-b56c-bd24123f3954 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 815 time: 0.2240636 Apr 28 19:58:24.284441 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-3cf9ef5b-f6e1-47aa-b799-53c97478b236 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59 HTTP/1.1" status: 200 len: 379 time: 0.0707912 Apr 28 19:58:24.305971 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-477b6e04-c596-470c-bad9-2b279337780f req-2111bcfa-2a67-4f09-8889-18ec5c41af77 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'port': {'device_id': '6ab2981b-67b5-491b-adb2-b45ea4e2d813', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'admin_state_up': True, 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'security_groups': ['693aa5ef-4522-4070-954b-109874e5eff7']}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:58:24.437587 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477b6e04-c596-470c-bad9-2b279337780f req-2111bcfa-2a67-4f09-8889-18ec5c41af77 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Made reservation on behalf of c9bfa786ed56409bb2c3e5c3abc8ff59 for: {'port': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:24.442027 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-477b6e04-c596-470c-bad9-2b279337780f req-2111bcfa-2a67-4f09-8889-18ec5c41af77 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:24.611073 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [req-477b6e04-c596-470c-bad9-2b279337780f req-2111bcfa-2a67-4f09-8889-18ec5c41af77 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Allocated IP 172.20.0.12 (fea4e88f-6f73-4d49-b25b-d3e39fb232cd/f29c2b68-7e70-4c84-b811-93f50be23c2e/47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:25.245827 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-477b6e04-c596-470c-bad9-2b279337780f req-2111bcfa-2a67-4f09-8889-18ec5c41af77 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:25.261821 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-2fd51df3-876a-46bf-b772-10e46812789d req-e7ae6f0a-08dc-4016-ba9e-e50fd72e4a33 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 210 time: 0.0346158 Apr 28 19:58:25.298050 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-477b6e04-c596-470c-bad9-2b279337780f req-2111bcfa-2a67-4f09-8889-18ec5c41af77 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:25.348132 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477b6e04-c596-470c-bad9-2b279337780f req-2111bcfa-2a67-4f09-8889-18ec5c41af77 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Network fea4e88f-6f73-4d49-b25b-d3e39fb232cd is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:25.352166 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [req-477b6e04-c596-470c-bad9-2b279337780f req-2111bcfa-2a67-4f09-8889-18ec5c41af77 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:25.359232 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-477b6e04-c596-470c-bad9-2b279337780f req-2111bcfa-2a67-4f09-8889-18ec5c41af77 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 19:58:25.391330 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111bcfa-2a67-4f09-8889-18ec5c41af77 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event updated for resources: {'Port': ['ID=47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:25.428085 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6e04-c596-470c-bad9-2b279337780f req-2111bcfa-2a67-4f09-8889-18ec5c41af77 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.428883 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-477b6e04-c596-470c-bad9-2b279337780f req-2111bcfa-2a67-4f09-8889-18ec5c41af77 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:25.449617 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-2111bcfa-2a67-4f09-8889-18ec5c41af77 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1478395 Apr 28 19:58:25.462372 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Request body: {'port': {'device_id': '6ab2981b-67b5-491b-adb2-b45ea4e2d813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:58:25.557081 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:25.620159 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-f1d191ec-289b-4ad5-a552-8a8df71640b3 None None] Provisioning complete for port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 triggered by entity DHCP. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:58:25.620831 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f1d191ec-289b-4ad5-a552-8a8df71640b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:25.686001 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-f1d191ec-289b-4ad5-a552-8a8df71640b3 None None] Port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 cannot update to ACTIVE because it is not bound. {{(pid=109985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 28 19:58:25.913027 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 {{(pid=109983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:58:25.921688 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Publish callbacks [] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:25.937761 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.provisioning_blocks [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Transition to ACTIVE for port object 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 will not be triggered until provisioned by entity L2. {{(pid=109983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 19:58:25.941748 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:26.009250 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:26.114851 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Attempting to bind port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 19:58:26.115415 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Attempting to bind port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 19:58:26.115876 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Attempting to bind port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 on network fea4e88f-6f73-4d49-b25b-d3e39fb232cd {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:26.121409 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 on network fea4e88f-6f73-4d49-b25b-d3e39fb232cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 19:58:26.121738 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Attempting to bind port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 on network fea4e88f-6f73-4d49-b25b-d3e39fb232cd {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 19:58:26.128688 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 19:58:26.129220 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Checking segment: {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 19:58:26.129852 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Bound using segment: {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 19:58:26.130574 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Bound port: 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b084b874-cba4-41dd-a072-dd4ebc90b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd'}}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 19:58:26.131159 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:26.246567 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] For port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70, host hv-cinder-82694, cleared binding levels {{(pid=109983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 19:58:26.253684 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] For port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 19:58:26.263516 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:26.331332 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:26.332557 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:26.334993 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] 10.222.0.65 "PUT /v2.0/ports/47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 HTTP/1.1" status: 200 len: 1094 time: 0.8769464 Apr 28 19:58:26.335888 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab2981b-67b5-491b-adb2-b45ea4e2d813', 'tag': '47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:58:26.340514 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e613f20-88d8-4b83-9be6-135df219f814" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab2981b-67b5-491b-adb2-b45ea4e2d813", "tag": "47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:58:26.421168 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e7260e-27f6-4647-8d47-0849eca0613b x-openstack-request-id: req-71e7260e-27f6-4647-8d47-0849eca0613b {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:58:26.421595 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab2981b-67b5-491b-adb2-b45ea4e2d813", "tag": "47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:58:26.421988 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71e7260e-27f6-4647-8d47-0849eca0613b {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:58:26.422648 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e7260e-27f6-4647-8d47-0849eca0613b'] response: {'name': 'network-changed', 'server_uuid': '6ab2981b-67b5-491b-adb2-b45ea4e2d813', 'tag': '47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70', 'status': 'completed', 'code': 200} Apr 28 19:58:26.513171 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1aae9-ece5-4102-af43-2686d941b4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70,revision_number=3']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:26.535951 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c95b05-a926-44ac-ae0d-8272b9c72a21 req-ce26d732-695e-4a3f-9722-5ad29d3c9907 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:26.538983 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-06c95b05-a926-44ac-ae0d-8272b9c72a21 req-ce26d732-695e-4a3f-9722-5ad29d3c9907 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 944 time: 0.1796913 Apr 28 19:58:26.566684 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6e04-c596-470c-bad9-2b279337780f req-ef47e8ce-b4ae-4a3f-951e-0275881fad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:26.569336 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-ef47e8ce-b4ae-4a3f-951e-0275881fad9d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 1128 time: 0.1561093 Apr 28 19:58:26.665358 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-17234098-0c35-4c4d-b1cd-2acbd87e0a59 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 HTTP/1.1" status: 200 len: 217 time: 0.0842180 Apr 28 19:58:26.739208 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-06c95b05-a926-44ac-ae0d-8272b9c72a21 req-acf8bc66-a725-4bf4-ad4a-5459720b4805 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=693aa5ef-4522-4070-954b-109874e5eff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905649 Apr 28 19:58:26.764798 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6e04-c596-470c-bad9-2b279337780f req-1d67b75e-88e8-4d21-b09a-8d40e3e43005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:26.766362 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-1d67b75e-88e8-4d21-b09a-8d40e3e43005 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 200 len: 854 time: 0.0902061 Apr 28 19:58:26.824276 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6e04-c596-470c-bad9-2b279337780f req-af9fb706-0432-4e77-af01-13df2f1db608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:26.825831 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-af9fb706-0432-4e77-af01-13df2f1db608 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0531659 Apr 28 19:58:26.945900 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-a3b9dbc1-6397-4191-82a2-43d18e176580 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121273 Apr 28 19:58:27.075059 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-477b6e04-c596-470c-bad9-2b279337780f req-b43c24ae-1113-472a-8e82-a2fc66da7d4e service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216080 Apr 28 19:58:27.883295 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c6d75-71fe-4ae8-87b1-b9f0e0a086c2 req-c8577032-b227-4cff-b471-916a39fa1200 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:27.884962 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9b7c6d75-71fe-4ae8-87b1-b9f0e0a086c2 req-c8577032-b227-4cff-b471-916a39fa1200 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 944 time: 0.0558290 Apr 28 19:58:27.940674 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9b7c6d75-71fe-4ae8-87b1-b9f0e0a086c2 req-e6f9ca6b-d766-4418-bd2e-a7cb80442d22 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=693aa5ef-4522-4070-954b-109874e5eff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488834 Apr 28 19:58:29.074303 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226caaa-ff00-4331-b7d2-1a236b4fda2c req-45987489-c1c7-46fd-89a5-1863ada329cb tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:29.076585 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1226caaa-ff00-4331-b7d2-1a236b4fda2c req-45987489-c1c7-46fd-89a5-1863ada329cb tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 944 time: 0.0579362 Apr 28 19:58:29.144759 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-1226caaa-ff00-4331-b7d2-1a236b4fda2c req-417e052a-38d1-417c-bbaa-5de8ea0199cf tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=693aa5ef-4522-4070-954b-109874e5eff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610466 Apr 28 19:58:29.273125 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e613f20-88d8-4b83-9be6-135df219f814 req-4095c559-f6c5-45ec-a232-ba2d89841967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:29.274850 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8e613f20-88d8-4b83-9be6-135df219f814 req-4095c559-f6c5-45ec-a232-ba2d89841967 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 1128 time: 0.0507929 Apr 28 19:58:29.379477 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e613f20-88d8-4b83-9be6-135df219f814 req-732985dc-3500-42be-89d4-7168e64a2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:29.381084 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8e613f20-88d8-4b83-9be6-135df219f814 req-732985dc-3500-42be-89d4-7168e64a2f3a service neutron] 10.222.0.65 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 916 time: 0.0989642 Apr 28 19:58:29.431333 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8e613f20-88d8-4b83-9be6-135df219f814 req-7dabc259-2e2e-408c-9f14-bd33333443f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 HTTP/1.1" status: 200 len: 217 time: 0.0436389 Apr 28 19:58:29.514903 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e613f20-88d8-4b83-9be6-135df219f814 req-f9443adb-b814-4e0d-aecf-9d6fd9c173c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:29.517549 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8e613f20-88d8-4b83-9be6-135df219f814 req-f9443adb-b814-4e0d-aecf-9d6fd9c173c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 200 len: 854 time: 0.0803318 Apr 28 19:58:29.573906 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e613f20-88d8-4b83-9be6-135df219f814 req-2a1d4e3a-f25f-4a8d-bfb0-3cf5be8d98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:29.575366 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8e613f20-88d8-4b83-9be6-135df219f814 req-2a1d4e3a-f25f-4a8d-bfb0-3cf5be8d98ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0516355 Apr 28 19:58:29.738480 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8e613f20-88d8-4b83-9be6-135df219f814 req-55dec344-0364-46fe-91c1-c51acfbe368b service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558962 Apr 28 19:58:29.841954 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8e613f20-88d8-4b83-9be6-135df219f814 req-31566fd6-becb-4126-8f23-1ab8d4359224 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974166 Apr 28 19:58:30.272097 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b5b85-15aa-4acb-b725-173c6ea270f5 req-c66701fc-aad1-4fae-b55d-2ec6405d3f30 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:30.273756 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-061b5b85-15aa-4acb-b725-173c6ea270f5 req-c66701fc-aad1-4fae-b55d-2ec6405d3f30 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 944 time: 0.0524499 Apr 28 19:58:30.329494 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-061b5b85-15aa-4acb-b725-173c6ea270f5 req-c9203395-2c6b-43a9-8f54-388863a2fdd9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=693aa5ef-4522-4070-954b-109874e5eff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494993 Apr 28 19:58:31.168439 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 19:58:31.285513 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:31.299433 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': '47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'port_id': '47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70', 'mac_address': 'fa:16:3e:3e:04:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 19:58:31.343094 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:58:31.343488 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:31.363693 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:58:31.403690 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:31.410417 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:31.468920 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37108c2-f7a1-4bfa-aa45-f1a7309f7343 req-21b38997-c9e1-4e50-8f4d-d91a895f0925 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:31.471320 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:31.471575 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c37108c2-f7a1-4bfa-aa45-f1a7309f7343 req-21b38997-c9e1-4e50-8f4d-d91a895f0925 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 945 time: 0.0638425 Apr 28 19:58:31.479785 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:31.480161 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:31.480505 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:31.480849 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:31.481186 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:31.481518 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:31.481849 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:31.482179 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:31.482510 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:31.482837 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:31.483162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:31.483518 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:31.483877 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:31.484201 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:31.484516 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:31.564246 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c37108c2-f7a1-4bfa-aa45-f1a7309f7343 req-22d5a2fa-daba-410e-9856-d7ad52273388 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=693aa5ef-4522-4070-954b-109874e5eff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857956 Apr 28 19:58:31.747193 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 19:58:32.694073 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea1673-8a11-4503-821c-e6f574a4df06 req-dcd2d6f1-e96b-49a6-8a90-cdc5752bc05d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:32.695696 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ccea1673-8a11-4503-821c-e6f574a4df06 req-dcd2d6f1-e96b-49a6-8a90-cdc5752bc05d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 945 time: 0.0533760 Apr 28 19:58:32.761913 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ccea1673-8a11-4503-821c-e6f574a4df06 req-32688b5c-987a-46fa-adc7-98443f3f3ab2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=693aa5ef-4522-4070-954b-109874e5eff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564771 Apr 28 19:58:33.198628 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 19:58:33.246451 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 19:58:33.254446 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 19:58:33.254882 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:33.348381 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 19:58:33.348789 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:33.376401 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab2981b-67b5-491b-adb2-b45ea4e2d813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:58:33.380009 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8ffe5e-6742-4597-b213-4d3dd65f0ce2" -d '{"events": [{"server_uuid": "6ab2981b-67b5-491b-adb2-b45ea4e2d813", "name": "network-vif-plugged", "status": "completed", "tag": "47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:58:33.397623 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 19:58:33.403877 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:33.443484 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 19:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cffeb6-b199-48ac-b922-bda4a65780dc x-openstack-request-id: req-a2cffeb6-b199-48ac-b922-bda4a65780dc {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:58:33.443944 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab2981b-67b5-491b-adb2-b45ea4e2d813", "name": "network-vif-plugged", "status": "completed", "tag": "47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:58:33.444292 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2cffeb6-b199-48ac-b922-bda4a65780dc {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:58:33.444793 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2cffeb6-b199-48ac-b922-bda4a65780dc'] response: {'server_uuid': '6ab2981b-67b5-491b-adb2-b45ea4e2d813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70', 'code': 200} Apr 28 19:58:33.485404 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:33.648725 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edf64c-d7db-4ce8-b939-b0c9a6604d9b req-77d5c587-e539-480f-9ca2-926318cfa420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:33.650640 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-77edf64c-d7db-4ce8-b939-b0c9a6604d9b req-77d5c587-e539-480f-9ca2-926318cfa420 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 1130 time: 0.0459087 Apr 28 19:58:33.718923 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-77edf64c-d7db-4ce8-b939-b0c9a6604d9b req-e2a5d90d-4602-4eee-8761-994969075a16 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=693aa5ef-4522-4070-954b-109874e5eff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599387 Apr 28 19:58:33.892514 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622a266-c514-4242-999d-c2fe2662829e req-b8036479-3bfd-4d45-84d8-99392a89d6a8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:33.894541 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1622a266-c514-4242-999d-c2fe2662829e req-b8036479-3bfd-4d45-84d8-99392a89d6a8 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 946 time: 0.0548289 Apr 28 19:58:33.950588 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-1622a266-c514-4242-999d-c2fe2662829e req-5ec4c053-8f78-4242-ba4d-9af02890ee75 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=693aa5ef-4522-4070-954b-109874e5eff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498440 Apr 28 19:58:35.088198 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88f97a-b034-40fa-9cca-7d4ab1265070 req-0b855b7a-09c3-45b3-a2da-dacf9c3f2823 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:35.089867 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bf88f97a-b034-40fa-9cca-7d4ab1265070 req-0b855b7a-09c3-45b3-a2da-dacf9c3f2823 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 946 time: 0.0523343 Apr 28 19:58:35.147586 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bf88f97a-b034-40fa-9cca-7d4ab1265070 req-3593d6de-f838-4c8e-9776-13e92fdab256 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=693aa5ef-4522-4070-954b-109874e5eff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516331 Apr 28 19:58:36.282993 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e1520-04b0-431e-9ade-189da08a4b30 req-1914fcf1-ee99-4d05-8655-2a77e55e9c1b tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:36.285157 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-002e1520-04b0-431e-9ade-189da08a4b30 req-1914fcf1-ee99-4d05-8655-2a77e55e9c1b tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 946 time: 0.0515594 Apr 28 19:58:36.342389 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-002e1520-04b0-431e-9ade-189da08a4b30 req-72029972-3245-4f2e-9258-099044107a75 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=693aa5ef-4522-4070-954b-109874e5eff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505753 Apr 28 19:58:36.481448 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dac2be-a306-471f-84f2-183fab7de746 req-df2b4b19-4a51-4b7d-9f24-426ccfda204c tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:36.484149 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-75dac2be-a306-471f-84f2-183fab7de746 req-df2b4b19-4a51-4b7d-9f24-426ccfda204c tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 946 time: 0.0695622 Apr 28 19:58:36.494204 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60090) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 19:58:36.499361 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-39590172-b5c7-4719-9bb0-7e5c4b58e9b3 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Request body: {'floatingip': {'port_id': '47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 19:58:36.546299 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-39590172-b5c7-4719-9bb0-7e5c4b58e9b3 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (efc48ab2-3a23-4a6f-9543-9a85cfc6f327), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:37.073454 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-39590172-b5c7-4719-9bb0-7e5c4b58e9b3 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:37.078035 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-39590172-b5c7-4719-9bb0-7e5c4b58e9b3 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (efc48ab2-3a23-4a6f-9543-9a85cfc6f327), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:37.238214 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.l3_db [None req-39590172-b5c7-4719-9bb0-7e5c4b58e9b3 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Floating IP efc48ab2-3a23-4a6f-9543-9a85cfc6f327 associated. External IP: 172.28.0.51, port: 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70. Apr 28 19:58:37.557509 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39590172-b5c7-4719-9bb0-7e5c4b58e9b3 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 19:58:37.724694 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39590172-b5c7-4719-9bb0-7e5c4b58e9b3 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 19:58:37.730542 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-39590172-b5c7-4719-9bb0-7e5c4b58e9b3 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:37.737498 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa29af5-14db-4531-8416-7a17a9edc03a None None] Sync routers for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:37.750212 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa29af5-14db-4531-8416-7a17a9edc03a None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:37.751190 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-5aa29af5-14db-4531-8416-7a17a9edc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:58:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:37.767205 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-39590172-b5c7-4719-9bb0-7e5c4b58e9b3 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "PUT /v2.0/floatingips/efc48ab2-3a23-4a6f-9543-9a85cfc6f327 HTTP/1.1" status: 200 len: 991 time: 1.2716899 Apr 28 19:58:37.769123 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab2981b-67b5-491b-adb2-b45ea4e2d813', 'tag': '47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:58:37.771607 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf76e50-bdf3-4314-a242-d77700740ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab2981b-67b5-491b-adb2-b45ea4e2d813", "tag": "47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 19:58:37.815569 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 19:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05cf899-f110-4baf-9039-ba9201d85a7b x-openstack-request-id: req-f05cf899-f110-4baf-9039-ba9201d85a7b {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 19:58:37.816008 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab2981b-67b5-491b-adb2-b45ea4e2d813", "tag": "47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 19:58:37.816245 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f05cf899-f110-4baf-9039-ba9201d85a7b {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 19:58:37.816654 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05cf899-f110-4baf-9039-ba9201d85a7b'] response: {'name': 'network-changed', 'server_uuid': '6ab2981b-67b5-491b-adb2-b45ea4e2d813', 'tag': '47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70', 'status': 'completed', 'code': 200} Apr 28 19:58:37.899252 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf76e50-bdf3-4314-a242-d77700740ca9 req-773fe2df-7088-4f28-893b-740e8aa937bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:37.901352 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-edf76e50-bdf3-4314-a242-d77700740ca9 req-773fe2df-7088-4f28-893b-740e8aa937bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 1130 time: 0.0542488 Apr 28 19:58:37.914688 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-5aa29af5-14db-4531-8416-7a17a9edc03a None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:38.026580 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf76e50-bdf3-4314-a242-d77700740ca9 req-c27fa5ef-a03f-4eb9-91fd-9e5a46704d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:38.028301 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-edf76e50-bdf3-4314-a242-d77700740ca9 req-c27fa5ef-a03f-4eb9-91fd-9e5a46704d98 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 916 time: 0.1197560 Apr 28 19:58:38.101539 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-edf76e50-bdf3-4314-a242-d77700740ca9 req-376dd9d3-7e97-4439-aa07-b6a6ceb418f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 HTTP/1.1" status: 200 len: 999 time: 0.0669661 Apr 28 19:58:38.156069 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf76e50-bdf3-4314-a242-d77700740ca9 req-b02f67ad-76c1-4896-909e-4181c7f40566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:38.157576 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-edf76e50-bdf3-4314-a242-d77700740ca9 req-b02f67ad-76c1-4896-909e-4181c7f40566 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 200 len: 854 time: 0.0498042 Apr 28 19:58:38.211465 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf76e50-bdf3-4314-a242-d77700740ca9 req-877f59cd-b272-439d-84e5-16794d6ae778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:38.213042 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-edf76e50-bdf3-4314-a242-d77700740ca9 req-877f59cd-b272-439d-84e5-16794d6ae778 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0487423 Apr 28 19:58:38.247041 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-5aa29af5-14db-4531-8416-7a17a9edc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'efc48ab2-3a23-4a6f-9543-9a85cfc6f327', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.51', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': '47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:3e:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab2981b-67b5-491b-adb2-b45ea4e2d813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:58:21Z', 'updated_at': '2022-04-28T19:58:36Z', 'revision_number': 1, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:38.278045 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa29af5-14db-4531-8416-7a17a9edc03a None None] Checking router: 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:38.288841 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa29af5-14db-4531-8416-7a17a9edc03a None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 19:58:38.289652 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-5aa29af5-14db-4531-8416-7a17a9edc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:58:19Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:38.336953 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-edf76e50-bdf3-4314-a242-d77700740ca9 req-17fdf1c3-46df-4124-872b-680e2cc4fece service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162977 Apr 28 19:58:38.454792 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-edf76e50-bdf3-4314-a242-d77700740ca9 req-316278f1-4adc-4734-9da6-04a96f2ecc80 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113529 Apr 28 19:58:38.532270 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-5aa29af5-14db-4531-8416-7a17a9edc03a None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 19:58:38.795315 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-5aa29af5-14db-4531-8416-7a17a9edc03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'efc48ab2-3a23-4a6f-9543-9a85cfc6f327', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.51', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': '47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:3e:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab2981b-67b5-491b-adb2-b45ea4e2d813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:58:21Z', 'updated_at': '2022-04-28T19:58:36Z', 'revision_number': 1, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:38.825931 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa29af5-14db-4531-8416-7a17a9edc03a None None] The sync data for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb is: [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_floatingips': [{'id': 'efc48ab2-3a23-4a6f-9543-9a85cfc6f327', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'floating_ip_address': '172.28.0.51', 'floating_network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'router_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'port_id': '47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'mac_address': 'fa:16:3e:3e:04:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab2981b-67b5-491b-adb2-b45ea4e2d813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:58:21Z', 'updated_at': '2022-04-28T19:58:36Z', 'revision_number': 1, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:39.050463 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d367eba6-5fb3-4108-862c-a59a813e32f4 None None] New status for floating IP efc48ab2-3a23-4a6f-9543-9a85cfc6f327: ACTIVE {{(pid=109985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:58:39.612287 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:58:40.539743 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:47.084905 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-98f10a73-a135-4b0c-a91a-2a14145a8ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:49.321030 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-5ecfceff-f638-4ca1-881f-aa03cba82bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:51.001435 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:52.312008 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:58:53.963918 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:59:10.567395 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:59:16.612045 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:59:17.090700 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-87785746-0381-4a2d-bc98-829a1795d931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:59:19.324787 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-c69e6ac4-316f-4af8-9c1b-4e9a3ffeb164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:59:21.005161 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:59:22.316465 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:59:22.788798 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-53910ddf-7d5c-47d2-8051-b3064f3bd58c req-a531fd92-e42d-44c1-b42c-9a7d0dcb34a4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532091 Apr 28 19:59:22.889003 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53910ddf-7d5c-47d2-8051-b3064f3bd58c req-4f167bd0-78ce-4f31-b4f0-12bd4dc4798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:22.890598 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-53910ddf-7d5c-47d2-8051-b3064f3bd58c req-4f167bd0-78ce-4f31-b4f0-12bd4dc4798e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 1130 time: 0.0461764 Apr 28 19:59:23.013059 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53910ddf-7d5c-47d2-8051-b3064f3bd58c req-5ce063a6-5e11-453f-94df-3869cff6c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:23.014664 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-53910ddf-7d5c-47d2-8051-b3064f3bd58c req-5ce063a6-5e11-453f-94df-3869cff6c8ed service neutron] 10.222.0.65 "GET /v2.0/networks?id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 200 len: 916 time: 0.1021490 Apr 28 19:59:23.085928 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-53910ddf-7d5c-47d2-8051-b3064f3bd58c req-19060e7c-1298-44c4-b4ff-1f0f4e54aa18 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 HTTP/1.1" status: 200 len: 1001 time: 0.0650592 Apr 28 19:59:23.148227 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53910ddf-7d5c-47d2-8051-b3064f3bd58c req-530de6fe-1da1-467e-b697-bb6489075178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:23.149815 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-53910ddf-7d5c-47d2-8051-b3064f3bd58c req-530de6fe-1da1-467e-b697-bb6489075178 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 200 len: 854 time: 0.0576150 Apr 28 19:59:23.198551 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53910ddf-7d5c-47d2-8051-b3064f3bd58c req-a8a588c8-d98d-4a8e-959a-81bc94aff455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:23.200133 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-53910ddf-7d5c-47d2-8051-b3064f3bd58c req-a8a588c8-d98d-4a8e-959a-81bc94aff455 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fea4e88f-6f73-4d49-b25b-d3e39fb232cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0430295 Apr 28 19:59:23.303370 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-53910ddf-7d5c-47d2-8051-b3064f3bd58c req-e43b5b2b-ba5d-4037-ae57-42d7f1b99577 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959525 Apr 28 19:59:23.411837 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-53910ddf-7d5c-47d2-8051-b3064f3bd58c req-51738dc7-1ea0-4b71-a693-f4979dd86cf7 service neutron] 10.222.0.65 "GET /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014900 Apr 28 19:59:23.961053 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:59:40.589038 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:59:47.085521 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-31d439e1-990e-409d-a7f2-6e2bfff86046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:59:49.319207 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-6fad2e59-12d8-42a6-859c-884122654917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:59:51.006228 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:59:52.320333 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:59:53.611701 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 19:59:53.958280 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 19:59:59.160667 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e03f4-4dcf-40e9-af8f-9202255d767f req-25f3a195-e577-4585-8691-757ef54a5090 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:59.162517 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c29e03f4-4dcf-40e9-af8f-9202255d767f req-25f3a195-e577-4585-8691-757ef54a5090 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 946 time: 0.0576129 Apr 28 19:59:59.216285 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c29e03f4-4dcf-40e9-af8f-9202255d767f req-437eeb39-63cc-45ba-8671-6cffb1eed7b9 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=693aa5ef-4522-4070-954b-109874e5eff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476727 Apr 28 20:00:00.358724 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11222bb-9a69-4c59-952a-a8760eafd1a6 req-2e89a571-a765-41f7-8ba2-b7574d50ebef tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:00.361498 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c11222bb-9a69-4c59-952a-a8760eafd1a6 req-2e89a571-a765-41f7-8ba2-b7574d50ebef tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 946 time: 0.0673008 Apr 28 20:00:00.415317 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c11222bb-9a69-4c59-952a-a8760eafd1a6 req-abe92b3d-2a8e-4e27-be73-090ec062297a tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=693aa5ef-4522-4070-954b-109874e5eff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477149 Apr 28 20:00:00.896982 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c40af-4440-4a97-8f00-b310716e47f4 req-f901c882-55d8-4e93-95ac-b7146b8c13a7 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:00.898554 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-500c40af-4440-4a97-8f00-b310716e47f4 req-f901c882-55d8-4e93-95ac-b7146b8c13a7 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 946 time: 0.0563827 Apr 28 20:00:01.299446 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-500c40af-4440-4a97-8f00-b310716e47f4 req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Deleting port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 20:00:01.299822 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-500c40af-4440-4a97-8f00-b310716e47f4 req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:01.408319 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-500c40af-4440-4a97-8f00-b310716e47f4 req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] For port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:01.408743 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-500c40af-4440-4a97-8f00-b310716e47f4 req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:01.637981 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28324a94-4e5b-4bae-9c1d-4428abed76ed req-215625cd-8b11-4ce7-8c69-79298bf8228c tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:01.639479 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-28324a94-4e5b-4bae-9c1d-4428abed76ed req-215625cd-8b11-4ce7-8c69-79298bf8228c tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 946 time: 0.0996180 Apr 28 20:00:01.701031 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-500c40af-4440-4a97-8f00-b310716e47f4 req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:01.701456 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-500c40af-4440-4a97-8f00-b310716e47f4 req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3703611'] for floatingip (efc48ab2-3a23-4a6f-9543-9a85cfc6f327), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:01.701825 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.l3_db [req-500c40af-4440-4a97-8f00-b310716e47f4 req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Floating IP efc48ab2-3a23-4a6f-9543-9a85cfc6f327 disassociated. External IP: 172.28.0.51, port: 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70. Apr 28 20:00:01.702253 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-500c40af-4440-4a97-8f00-b310716e47f4 req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Calling delete_port for 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 owned by compute:nova {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 20:00:01.729302 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-28324a94-4e5b-4bae-9c1d-4428abed76ed req-4d07beee-af9a-4de8-bc7d-615bc8279a2d tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups?id=693aa5ef-4522-4070-954b-109874e5eff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787778 Apr 28 20:00:01.884999 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-500c40af-4440-4a97-8f00-b310716e47f4 req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:01.924549 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event deleted for resources: {'Port': ['ID=47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:01.938570 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:01.939099 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:01.939267 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:01.939579 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:01.939952 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:01.940285 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:01.940624 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:01.940948 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:01.941272 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:01.941601 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:01.941928 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:01.942255 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:01.942578 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:01.942920 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:01.943227 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:02.067495 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-500c40af-4440-4a97-8f00-b310716e47f4 req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:00:02.191829 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-500c40af-4440-4a97-8f00-b310716e47f4 req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:00:02.208746 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147aba9-8ffa-4193-ba2b-874d07a66207 None None] Sync routers for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:02.222135 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8147aba9-8ffa-4193-ba2b-874d07a66207 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:02.222772 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-8147aba9-8ffa-4193-ba2b-874d07a66207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:59:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:02.243736 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-500c40af-4440-4a97-8f00-b310716e47f4 req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] No DVR routers for this DVR port 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 on host hv-cinder-82694 {{(pid=109983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:00:02.246592 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-500c40af-4440-4a97-8f00-b310716e47f4 req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:02.250416 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-500c40af-4440-4a97-8f00-b310716e47f4 req-d64071b6-236c-4b58-a831-640f921dc971 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.65 "DELETE /v2.0/ports/47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 HTTP/1.1" status: 204 len: 173 time: 1.3455312 Apr 28 20:00:02.250960 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab2981b-67b5-491b-adb2-b45ea4e2d813', 'name': 'network-vif-deleted', 'tag': '47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:00:02.253371 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915f13b5-346b-45a0-8909-2cfa3b40935b" -d '{"events": [{"server_uuid": "6ab2981b-67b5-491b-adb2-b45ea4e2d813", "name": "network-vif-deleted", "tag": "47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:00:02.308781 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77fbf73-c349-450e-bdd1-a78461b5f4cc x-openstack-request-id: req-e77fbf73-c349-450e-bdd1-a78461b5f4cc {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:00:02.309089 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab2981b-67b5-491b-adb2-b45ea4e2d813", "name": "network-vif-deleted", "tag": "47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:00:02.309512 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e77fbf73-c349-450e-bdd1-a78461b5f4cc {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:00:02.309980 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77fbf73-c349-450e-bdd1-a78461b5f4cc'] response: {'server_uuid': '6ab2981b-67b5-491b-adb2-b45ea4e2d813', 'name': 'network-vif-deleted', 'tag': '47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70', 'status': 'completed', 'code': 200} Apr 28 20:00:02.377148 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-8147aba9-8ffa-4193-ba2b-874d07a66207 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:00:02.614803 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-8147aba9-8ffa-4193-ba2b-874d07a66207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:02.642266 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147aba9-8ffa-4193-ba2b-874d07a66207 None None] Checking router: 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:00:02.652663 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8147aba9-8ffa-4193-ba2b-874d07a66207 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:02.653307 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-8147aba9-8ffa-4193-ba2b-874d07a66207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:59:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:02.792543 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-8147aba9-8ffa-4193-ba2b-874d07a66207 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:00:02.898265 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-75bf74e9-3e11-4a66-896d-9d182cc533e2 req-b750357c-ba1e-43ed-9f0d-491d7071e834 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/ports?device_id=6ab2981b-67b5-491b-adb2-b45ea4e2d813 HTTP/1.1" status: 200 len: 210 time: 0.0349538 Apr 28 20:00:03.045765 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-8147aba9-8ffa-4193-ba2b-874d07a66207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:03.080481 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147aba9-8ffa-4193-ba2b-874d07a66207 None None] The sync data for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb is: [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:31Z', 'revision_number': 4, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb', '_interfaces': [{'id': '3a50dfa6-8a77-477f-b4a6-840a1aa20ae0', 'name': '', 'network_id': 'fea4e88f-6f73-4d49-b25b-d3e39fb232cd', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'mac_address': 'fa:16:3e:53:a6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:31Z', 'updated_at': '2022-04-28T19:52:36Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'subnets': [{'id': 'f29c2b68-7e70-4c84-b811-93f50be23c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:03.331969 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200cf773-0669-4cdb-92e3-7db84fb473dd None None] New status for floating IP efc48ab2-3a23-4a6f-9543-9a85cfc6f327: DOWN {{(pid=109985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:00:03.609600 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:00:03.631540 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 20:00:03.631906 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device 47e5fb4a-e1bd-4f34-ab6c-131efcc1aa70 not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:00:04.005138 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60200) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:04.067060 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (693aa5ef-4522-4070-954b-109874e5eff7), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:04.095486 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (693aa5ef-4522-4070-954b-109874e5eff7), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:04.158108 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (693aa5ef-4522-4070-954b-109874e5eff7), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:04.161662 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:04.163144 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "DELETE /v2.0/security-groups/693aa5ef-4522-4070-954b-109874e5eff7 HTTP/1.1" status: 204 len: 168 time: 0.1568012 Apr 28 20:00:04.167251 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60202) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:04.175996 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=693aa5ef-4522-4070-954b-109874e5eff7,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:04.182732 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.api.v2.resource [None req-0a483dcd-108b-4a60-b28a-26427b116daf tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] show failed (client error): The resource could not be found. Apr 28 20:00:04.183774 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-0a483dcd-108b-4a60-b28a-26427b116daf tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "GET /v2.0/security-groups/693aa5ef-4522-4070-954b-109874e5eff7 HTTP/1.1" status: 404 len: 347 time: 0.0151024 Apr 28 20:00:04.185622 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:04.186180 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:04.186721 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:04.187357 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:04.187943 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:04.188600 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:04.189081 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:04.189531 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:04.189734 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60204) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:04.190055 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:04.190561 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:04.191108 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:04.191548 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:04.192027 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:04.192463 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:04.192896 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1eac29e-a834-4789-b7b6-6f5986d193a2 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:04.327341 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-f473339d-ff5a-4d2c-b5b9-9c794ddee069 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Deleting port 843f6bf2-74ec-4c79-9e83-bb8f3dd698b8 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 20:00:04.328431 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f473339d-ff5a-4d2c-b5b9-9c794ddee069 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (843f6bf2-74ec-4c79-9e83-bb8f3dd698b8), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:04.419179 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f473339d-ff5a-4d2c-b5b9-9c794ddee069 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (843f6bf2-74ec-4c79-9e83-bb8f3dd698b8), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:04.419482 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f473339d-ff5a-4d2c-b5b9-9c794ddee069 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (843f6bf2-74ec-4c79-9e83-bb8f3dd698b8), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:04.433777 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [None req-f473339d-ff5a-4d2c-b5b9-9c794ddee069 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Calling delete_port for 843f6bf2-74ec-4c79-9e83-bb8f3dd698b8 owned by network:floatingip {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 20:00:04.607721 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f473339d-ff5a-4d2c-b5b9-9c794ddee069 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (843f6bf2-74ec-4c79-9e83-bb8f3dd698b8), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:04.641495 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473339d-ff5a-4d2c-b5b9-9c794ddee069 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Pushing event deleted for resources: {'Port': ['ID=843f6bf2-74ec-4c79-9e83-bb8f3dd698b8,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:04.728107 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f473339d-ff5a-4d2c-b5b9-9c794ddee069 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks [] for floatingip (efc48ab2-3a23-4a6f-9543-9a85cfc6f327), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:04.731050 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-f473339d-ff5a-4d2c-b5b9-9c794ddee069 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for floatingip (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:04.732309 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-f473339d-ff5a-4d2c-b5b9-9c794ddee069 tempest-AttachVolumeNegativeTest-2069222272 tempest-AttachVolumeNegativeTest-2069222272-project] 10.222.0.62 "DELETE /v2.0/floatingips/efc48ab2-3a23-4a6f-9543-9a85cfc6f327 HTTP/1.1" status: 204 len: 168 time: 0.5414121 Apr 28 20:00:08.572855 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60240) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:09.090837 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7938f2c8-d0f4-44f5-a8a5-c50d11b39f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115003'] for router_interface (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:09.635504 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-7938f2c8-d0f4-44f5-a8a5-c50d11b39f60 admin admin] Deleting port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 20:00:09.636328 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7938f2c8-d0f4-44f5-a8a5-c50d11b39f60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:09.726501 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [None req-7938f2c8-d0f4-44f5-a8a5-c50d11b39f60 admin admin] For port 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=3a50dfa6-8a77-477f-b4a6-840a1aa20ae0,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:09.726920 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7938f2c8-d0f4-44f5-a8a5-c50d11b39f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:09.742543 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-7938f2c8-d0f4-44f5-a8a5-c50d11b39f60 admin admin] Calling delete_port for 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 owned by network:router_interface {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 20:00:09.947213 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7938f2c8-d0f4-44f5-a8a5-c50d11b39f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11863989'] for port (3a50dfa6-8a77-477f-b4a6-840a1aa20ae0), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:09.979929 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938f2c8-d0f4-44f5-a8a5-c50d11b39f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a50dfa6-8a77-477f-b4a6-840a1aa20ae0,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:10.199535 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-7938f2c8-d0f4-44f5-a8a5-c50d11b39f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3696620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4115095'] for router_interface (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:10.439928 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7938f2c8-d0f4-44f5-a8a5-c50d11b39f60 admin admin] Router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 has already been hosted by L3 agent 32ce0c21-a9d9-4f57-8067-aca5b27e1aae {{(pid=109984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 20:00:10.568630 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7938f2c8-d0f4-44f5-a8a5-c50d11b39f60 admin admin] Notify agent at l3_agent.dv-cinder-826949-7-smb the message routers_updated {{(pid=109984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 20:00:10.579032 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-7938f2c8-d0f4-44f5-a8a5-c50d11b39f60 admin admin] 10.222.0.62 "PUT /v2.0/routers/1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0001817 Apr 28 20:00:10.580520 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60244) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:10.588184 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0166160a-aead-43cd-a227-4a9e7018c9a7 None None] Sync routers for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:10.594189 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:10.608993 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0166160a-aead-43cd-a227-4a9e7018c9a7 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:10.610375 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-0166160a-aead-43cd-a227-4a9e7018c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:59:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:10.701601 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] Publish callbacks [] for router (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:10.861459 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] Publish callbacks [] for router_gateway (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:10.876989 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-0166160a-aead-43cd-a227-4a9e7018c9a7 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: dv-cinder-826949-7-smb {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:00:10.938078 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] Deleting port 48b63f6f-e5cd-46ec-9c06-dd683312577e {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 20:00:10.938614 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (48b63f6f-e5cd-46ec-9c06-dd683312577e), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:11.072472 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] For port 48b63f6f-e5cd-46ec-9c06-dd683312577e, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=48b63f6f-e5cd-46ec-9c06-dd683312577e,segment=NetworkSegment(ee7057a6-05b7-4e1f-9624-3296ba255486),segment_id=ee7057a6-05b7-4e1f-9624-3296ba255486)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:11.073557 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (48b63f6f-e5cd-46ec-9c06-dd683312577e), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:11.091762 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] Calling delete_port for 48b63f6f-e5cd-46ec-9c06-dd683312577e owned by network:router_gateway {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 20:00:11.136031 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-0166160a-aead-43cd-a227-4a9e7018c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'external_fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T20:00:09Z', 'revision_number': 5, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port': {'id': '48b63f6f-e5cd-46ec-9c06-dd683312577e', 'name': '', 'network_id': 'dbab025d-de0a-47ac-91fe-6d3e732a910f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T19:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e4fc0fc-0c14-4e37-b643-13eade32eaa4', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-7-smb'}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:11.196763 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0166160a-aead-43cd-a227-4a9e7018c9a7 None None] Checking router: 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 for host: dv-cinder-826949-7-smb {{(pid=109986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:00:11.212790 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0166160a-aead-43cd-a227-4a9e7018c9a7 None None] Routers {'1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'} bound to L3 agent in host dv-cinder-826949-7-smb {{(pid=109986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 20:00:11.213858 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-0166160a-aead-43cd-a227-4a9e7018c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:34:49Z,description=,heartbeat_timestamp=2022-04-28T19:59:49Z,host='dv-cinder-826949-7-smb',id=32ce0c21-a9d9-4f57-8067-aca5b27e1aae,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:34:49Z,topic='l3_agent')) {'router_ids': ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'], 'active': True} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:11.297390 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11863989'] for port (48b63f6f-e5cd-46ec-9c06-dd683312577e), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:11.337228 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b63f6f-e5cd-46ec-9c06-dd683312577e,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:11.350418 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_dvr_db [None req-0166160a-aead-43cd-a227-4a9e7018c9a7 None None] Set router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 gateway port host: None {{(pid=109986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 20:00:11.418935 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3704061'] for router_gateway (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:11.419404 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.l3_hamode_db [None req-0166160a-aead-43cd-a227-4a9e7018c9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T20:00:10Z', 'revision_number': 6, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port_host': None}], 'dv-cinder-826949-7-smb', False) {} {{(pid=109986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:11.466431 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0166160a-aead-43cd-a227-4a9e7018c9a7 None None] The sync data for ids ['1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40'] in dv-cinder-826949-7-smb is: [{'id': '1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40', 'name': 'tempest-AttachVolumeNegativeTest-1586761969-router', 'tenant_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:52:28Z', 'updated_at': '2022-04-28T20:00:10Z', 'revision_number': 6, 'project_id': 'c9bfa786ed56409bb2c3e5c3abc8ff59', 'gw_port_host': None}] {{(pid=109986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:11.534027 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4116294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1030'] for router (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:11.536583 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] Publish callbacks [] for router_controller (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), precommit_delete_associations {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:11.594866 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4116319'] for router (1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:11.595414 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 {{(pid=109984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 20:00:11.602408 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:11.604052 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-50f267ca-79a6-4752-b964-f960335a3736 admin admin] 10.222.0.62 "DELETE /v2.0/routers/1df3e0e9-15cb-46ee-ba4f-7096fdbb4f40 HTTP/1.1" status: 204 len: 168 time: 1.0233359 Apr 28 20:00:11.606526 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60246) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:11.661438 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bf27e7-9110-4846-912d-e647d9002b62 admin admin] Deleting subnet f29c2b68-7e70-4c84-b811-93f50be23c2e {{(pid=109983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 20:00:11.665297 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-21bf27e7-9110-4846-912d-e647d9002b62 admin admin] Publish callbacks [] for subnet (f29c2b68-7e70-4c84-b811-93f50be23c2e), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:11.704213 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-21bf27e7-9110-4846-912d-e647d9002b62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8553606'] for subnet (f29c2b68-7e70-4c84-b811-93f50be23c2e), precommit_delete_associations {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:11.790483 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-21bf27e7-9110-4846-912d-e647d9002b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863777'] for subnet (f29c2b68-7e70-4c84-b811-93f50be23c2e), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:11.862614 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-21bf27e7-9110-4846-912d-e647d9002b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2299589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8798795'] for subnet (f29c2b68-7e70-4c84-b811-93f50be23c2e), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:11.897667 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf27e7-9110-4846-912d-e647d9002b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29c2b68-7e70-4c84-b811-93f50be23c2e,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:11.902768 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-21bf27e7-9110-4846-912d-e647d9002b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:11.909171 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-21bf27e7-9110-4846-912d-e647d9002b62 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f29c2b68-7e70-4c84-b811-93f50be23c2e HTTP/1.1" status: 204 len: 168 time: 0.2991970 Apr 28 20:00:11.909736 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60248) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:11.915592 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb948c5d-1275-476c-b89f-6d5777b4706e None None] Network fea4e88f-6f73-4d49-b25b-d3e39fb232cd requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:00:12.000845 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002127'] for network (fea4e88f-6f73-4d49-b25b-d3e39fb232cd), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:12.065648 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] Deleting port 1d329795-b05e-47d6-b210-cde6b3e5df09 {{(pid=109984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 20:00:12.065986 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (1d329795-b05e-47d6-b210-cde6b3e5df09), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:12.154992 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.db [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] For port 1d329795-b05e-47d6-b210-cde6b3e5df09, host dv-cinder-826949-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-7-smb',level=0,port_id=1d329795-b05e-47d6-b210-cde6b3e5df09,segment=NetworkSegment(b084b874-cba4-41dd-a072-dd4ebc90b8be),segment_id=b084b874-cba4-41dd-a072-dd4ebc90b8be)] {{(pid=109984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:12.155332 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (1d329795-b05e-47d6-b210-cde6b3e5df09), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:12.172101 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.plugin [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] Calling delete_port for 1d329795-b05e-47d6-b210-cde6b3e5df09 owned by network:dhcp {{(pid=109984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 20:00:12.261832 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11863989'] for port (1d329795-b05e-47d6-b210-cde6b3e5df09), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:12.297302 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b93e208-407c-4451-894b-fb353a4e6c4e None None] DHCP port deletion for fea4e88f-6f73-4d49-b25b-d3e39fb232cd request from dv-cinder-826949-7-smb {{(pid=109985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 28 20:00:12.302958 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d329795-b05e-47d6-b210-cde6b3e5df09,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:12.307841 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] No DVR routers for this DVR port 1d329795-b05e-47d6-b210-cde6b3e5df09 on host dv-cinder-826949-7-smb {{(pid=109984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:00:12.404094 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874428', 'neutron.services.segments.db._delete_segments_for_network-8753808390777'] for network (fea4e88f-6f73-4d49-b25b-d3e39fb232cd), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:12.437543 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea4e88f-6f73-4d49-b25b-d3e39fb232cd']}} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:12.453324 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b084b874-cba4-41dd-a072-dd4ebc90b8be') {'for_net_delete': True} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:12.453751 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b084b874-cba4-41dd-a072-dd4ebc90b8be') {} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:12.469572 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753808389762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12317023'] for segment (b084b874-cba4-41dd-a072-dd4ebc90b8be), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:12.484684 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (b084b874-cba4-41dd-a072-dd4ebc90b8be), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:12.492588 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=109984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:00:12.493161 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11863938'] for segment (b084b874-cba4-41dd-a072-dd4ebc90b8be), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: Traceback (most recent call last): Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: timer() Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: cb(*args, **kw) Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: return func(*args, **kwargs) Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: self._notify() Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: self.callback(batched_events) Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: event.method(event) Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: return f(self, *a, **k) Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: return self._get(url).json() Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: return self.request(url, 'GET', **kwargs) Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:00:12.495405 dv-cinder-826949-7-smb neutron-server[109984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:00:12.577169 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703573'] for network (fea4e88f-6f73-4d49-b25b-d3e39fb232cd), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:12.587950 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:12.592270 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] 10.222.0.62 "DELETE /v2.0/networks/fea4e88f-6f73-4d49-b25b-d3e39fb232cd HTTP/1.1" status: 204 len: 168 time: 0.6809559 Apr 28 20:00:12.609871 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bd372-c8c9-4b8b-81ce-d47df17a934f admin admin] Pushing event deleted for resources: {'Network': ['ID=fea4e88f-6f73-4d49-b25b-d3e39fb232cd,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:12.749865 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60252) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:12.793551 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-0750c9f0-3e0e-4148-888f-1a3aeaa956fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9bfa786ed56409bb2c3e5c3abc8ff59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424769 Apr 28 20:00:12.802989 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60254) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:12.867187 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:00:12.876476 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-bd5384b2-eda6-4bdc-b684-722d3b8f5089 admin admin] Publish callbacks [] for security_group (6fdfb473-e829-40fb-a266-b3696272084e), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:12.890686 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 20:00:12.891402 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 3a50dfa6-8a77-477f-b4a6-840a1aa20ae0 not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:00:12.891830 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 48b63f6f-e5cd-46ec-9c06-dd683312577e no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:00:12.901188 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-bd5384b2-eda6-4bdc-b684-722d3b8f5089 admin admin] Publish callbacks [] for security_group (6fdfb473-e829-40fb-a266-b3696272084e), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:12.913415 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 48b63f6f-e5cd-46ec-9c06-dd683312577e {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 20:00:12.913702 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 48b63f6f-e5cd-46ec-9c06-dd683312577e not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:00:12.914057 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 1d329795-b05e-47d6-b210-cde6b3e5df09 no longer exists at agent ovs-agent-dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:00:12.937077 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] No Port match for: 1d329795-b05e-47d6-b210-cde6b3e5df09 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 20:00:12.938244 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Device 1d329795-b05e-47d6-b210-cde6b3e5df09 not bound to the agent host dv-cinder-826949-7-smb {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:00:12.961419 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-bd5384b2-eda6-4bdc-b684-722d3b8f5089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (6fdfb473-e829-40fb-a266-b3696272084e), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:12.964513 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-bd5384b2-eda6-4bdc-b684-722d3b8f5089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:12.965880 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-bd5384b2-eda6-4bdc-b684-722d3b8f5089 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6fdfb473-e829-40fb-a266-b3696272084e HTTP/1.1" status: 204 len: 168 time: 0.1671035 Apr 28 20:00:12.978347 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5384b2-eda6-4bdc-b684-722d3b8f5089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdfb473-e829-40fb-a266-b3696272084e,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:15.247843 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60304) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:15.365123 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-db44f91f-db25-40fc-bd71-b46f5796d1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:15.459102 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-db44f91f-db25-40fc-bd71-b46f5796d1df admin admin] Publish callbacks [] for security_group (256ac69d-3f1d-4468-b895-5a95ed72bc1e), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:15.464679 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-db44f91f-db25-40fc-bd71-b46f5796d1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (256ac69d-3f1d-4468-b895-5a95ed72bc1e), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:15.509244 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44f91f-db25-40fc-bd71-b46f5796d1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256ac69d-3f1d-4468-b895-5a95ed72bc1e,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:15.513803 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-db44f91f-db25-40fc-bd71-b46f5796d1df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=28b92db9bdd142c5bcd9118be4de657f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648184 Apr 28 20:00:15.518546 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60308) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:15.579984 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-00787fbe-cf9d-4c80-843a-c0f478fd5e67 admin admin] Publish callbacks [] for security_group (256ac69d-3f1d-4468-b895-5a95ed72bc1e), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:15.606374 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-00787fbe-cf9d-4c80-843a-c0f478fd5e67 admin admin] Publish callbacks [] for security_group (256ac69d-3f1d-4468-b895-5a95ed72bc1e), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:15.674129 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-00787fbe-cf9d-4c80-843a-c0f478fd5e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (256ac69d-3f1d-4468-b895-5a95ed72bc1e), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:15.677011 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-00787fbe-cf9d-4c80-843a-c0f478fd5e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:15.678233 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-00787fbe-cf9d-4c80-843a-c0f478fd5e67 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/256ac69d-3f1d-4468-b895-5a95ed72bc1e HTTP/1.1" status: 204 len: 168 time: 0.1586006 Apr 28 20:00:15.687924 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00787fbe-cf9d-4c80-843a-c0f478fd5e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256ac69d-3f1d-4468-b895-5a95ed72bc1e,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:16.022220 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60314) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:16.037081 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4932642c-d14b-4bcd-8af7-54f66e72294c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:16.133038 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4932642c-d14b-4bcd-8af7-54f66e72294c admin admin] Publish callbacks [] for security_group (3692eaa8-1efb-40e3-8412-30e2b641cc0b), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:16.137499 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-4932642c-d14b-4bcd-8af7-54f66e72294c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (3692eaa8-1efb-40e3-8412-30e2b641cc0b), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:16.186191 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932642c-d14b-4bcd-8af7-54f66e72294c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3692eaa8-1efb-40e3-8412-30e2b641cc0b,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:16.192089 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-4932642c-d14b-4bcd-8af7-54f66e72294c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb674d9963484957bd1e516659e5c003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685410 Apr 28 20:00:16.195170 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60316) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:16.257048 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a924241e-25b1-400c-afc6-8cfdf314e7f9 admin admin] Publish callbacks [] for security_group (3692eaa8-1efb-40e3-8412-30e2b641cc0b), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:16.283939 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a924241e-25b1-400c-afc6-8cfdf314e7f9 admin admin] Publish callbacks [] for security_group (3692eaa8-1efb-40e3-8412-30e2b641cc0b), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:16.340846 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a924241e-25b1-400c-afc6-8cfdf314e7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (3692eaa8-1efb-40e3-8412-30e2b641cc0b), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:16.344482 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-a924241e-25b1-400c-afc6-8cfdf314e7f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:16.345826 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-a924241e-25b1-400c-afc6-8cfdf314e7f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3692eaa8-1efb-40e3-8412-30e2b641cc0b HTTP/1.1" status: 204 len: 168 time: 0.1492193 Apr 28 20:00:16.361141 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924241e-25b1-400c-afc6-8cfdf314e7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3692eaa8-1efb-40e3-8412-30e2b641cc0b,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:17.100152 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-3afc226f-920a-48fd-bba9-4fcbfb59d4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:17.164226 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60338) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:17.317486 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1356508104-network', 'tenant_id': 'd581ac0add7d4140a7e7cbb00f5cde51'}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:00:17.351876 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] Made reservation on behalf of d581ac0add7d4140a7e7cbb00f5cde51 for: {'network': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:17.355821 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:17.372790 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:17.477236 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] Publish callbacks [] for security_group (d96ac81e-be4d-4f06-ac5a-e2cd7dd13108), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:17.482121 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d96ac81e-be4d-4f06-ac5a-e2cd7dd13108), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:17.511218 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=109984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:00:17.522646 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96ac81e-be4d-4f06-ac5a-e2cd7dd13108,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:17.528802 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (cafc05c1-5c1b-4450-be0e-a46974f02c05), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:17.529067 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.db.segments_db [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] Added segment cafc05c1-5c1b-4450-be0e-a46974f02c05 of type vlan for network 9bbd5c8b-eecd-49c5-a452-cb07d09670ff Apr 28 20:00:17.582983 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (9bbd5c8b-eecd-49c5-a452-cb07d09670ff), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:17.613191 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (9bbd5c8b-eecd-49c5-a452-cb07d09670ff), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:17.614366 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:17.615018 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:17.659676 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4941573 Apr 28 20:00:17.663066 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60342) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:17.672043 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-33763b7f-a150-47bc-aeed-2d6d8440cf43 admin admin] Request body: {'subnet': {'network_id': '9bbd5c8b-eecd-49c5-a452-cb07d09670ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1356508104-subnet', 'tenant_id': 'd581ac0add7d4140a7e7cbb00f5cde51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:00:17.690507 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b4daf-2a8c-4c09-af00-153b3611405b admin admin] Pushing event updated for resources: {'Network': ['ID=9bbd5c8b-eecd-49c5-a452-cb07d09670ff,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:17.701305 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33763b7f-a150-47bc-aeed-2d6d8440cf43 admin admin] Made reservation on behalf of d581ac0add7d4140a7e7cbb00f5cde51 for: {'subnet': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:17.705134 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-33763b7f-a150-47bc-aeed-2d6d8440cf43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8798886'] for subnet (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:17.705960 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network 9bbd5c8b-eecd-49c5-a452-cb07d09670ff details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:00:17.953711 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-33763b7f-a150-47bc-aeed-2d6d8440cf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2299524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8798804'] for subnet (5f905a0f-3e79-4862-b2a4-159f0b30c311), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:18.013598 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33763b7f-a150-47bc-aeed-2d6d8440cf43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f905a0f-3e79-4862-b2a4-159f0b30c311,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:18.026856 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33763b7f-a150-47bc-aeed-2d6d8440cf43 admin admin] Checking segment: {'id': 'cafc05c1-5c1b-4450-be0e-a46974f02c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9bbd5c8b-eecd-49c5-a452-cb07d09670ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:00:18.027262 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33763b7f-a150-47bc-aeed-2d6d8440cf43 admin admin] Network hostable DHCP agents. Network: 9bbd5c8b-eecd-49c5-a452-cb07d09670ff, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:00:18.048409 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33763b7f-a150-47bc-aeed-2d6d8440cf43 admin admin] Network 9bbd5c8b-eecd-49c5-a452-cb07d09670ff is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:00:18.059506 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-33763b7f-a150-47bc-aeed-2d6d8440cf43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, 9bbd5c8b-eecd-49c5-a452-cb07d09670ff) {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:18.066115 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33763b7f-a150-47bc-aeed-2d6d8440cf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:18.067061 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-33763b7f-a150-47bc-aeed-2d6d8440cf43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:18.073964 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be959b7a-f6c3-4c97-a977-1bd4cc7ddc3a None None] Network 9bbd5c8b-eecd-49c5-a452-cb07d09670ff requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:00:18.092537 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-33763b7f-a150-47bc-aeed-2d6d8440cf43 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4272377 Apr 28 20:00:18.205069 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce60a87b-0844-44cd-be45-a1be9a110aef None None] Network 9bbd5c8b-eecd-49c5-a452-cb07d09670ff requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:00:18.670395 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60358) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:18.676133 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1526213439-network', 'tenant_id': 'cdaf1ac575d14ebeadb5b7d1ea016d4c'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:00:18.700867 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] Made reservation on behalf of cdaf1ac575d14ebeadb5b7d1ea016d4c for: {'network': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:18.703444 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:18.714412 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:18.809484 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] Publish callbacks [] for security_group (0c2f6b03-e8db-4d19-9032-bb4fcb5d9a32), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:18.817109 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (0c2f6b03-e8db-4d19-9032-bb4fcb5d9a32), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:18.842070 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=109983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:00:18.858092 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2f6b03-e8db-4d19-9032-bb4fcb5d9a32,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:18.864937 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (fa335e86-14c0-4a48-88e9-de790ff7d279), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:18.865184 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.segments_db [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] Added segment fa335e86-14c0-4a48-88e9-de790ff7d279 of type vlan for network 6e10121c-6a11-4f56-8200-95c26a9120aa Apr 28 20:00:18.912771 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (6e10121c-6a11-4f56-8200-95c26a9120aa), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:18.942254 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (6e10121c-6a11-4f56-8200-95c26a9120aa), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:18.943717 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:18.944481 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:19.040281 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3679323 Apr 28 20:00:19.042940 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60360) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:19.047588 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430db12-fbaf-4720-9ed9-a7247fa83e03 admin admin] Pushing event updated for resources: {'Network': ['ID=6e10121c-6a11-4f56-8200-95c26a9120aa,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:19.049435 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.v2.base [None req-d60f344b-047b-4421-8eee-e42b9536e6a3 admin admin] Request body: {'subnet': {'network_id': '6e10121c-6a11-4f56-8200-95c26a9120aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1526213439-subnet', 'tenant_id': 'cdaf1ac575d14ebeadb5b7d1ea016d4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:00:19.062039 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network 6e10121c-6a11-4f56-8200-95c26a9120aa details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:00:19.080205 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60f344b-047b-4421-8eee-e42b9536e6a3 admin admin] Made reservation on behalf of cdaf1ac575d14ebeadb5b7d1ea016d4c for: {'subnet': 1} {{(pid=109984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:19.083756 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d60f344b-047b-4421-8eee-e42b9536e6a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12522386'] for subnet (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:19.325072 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d60f344b-047b-4421-8eee-e42b9536e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11868453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12522336'] for subnet (6fa688e8-a474-476f-a4b2-c20411d66011), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:19.338680 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-4d6c338a-c0a5-4a5a-9852-e2c127202db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:19.399751 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f344b-047b-4421-8eee-e42b9536e6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa688e8-a474-476f-a4b2-c20411d66011,revision_number=0']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:19.414413 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f344b-047b-4421-8eee-e42b9536e6a3 admin admin] Checking segment: {'id': 'fa335e86-14c0-4a48-88e9-de790ff7d279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6e10121c-6a11-4f56-8200-95c26a9120aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:00:19.414816 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60f344b-047b-4421-8eee-e42b9536e6a3 admin admin] Network hostable DHCP agents. Network: 6e10121c-6a11-4f56-8200-95c26a9120aa, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:00:19.436496 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60f344b-047b-4421-8eee-e42b9536e6a3 admin admin] Network 6e10121c-6a11-4f56-8200-95c26a9120aa is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:00:19.446974 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.scheduler.base_scheduler [None req-d60f344b-047b-4421-8eee-e42b9536e6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, 6e10121c-6a11-4f56-8200-95c26a9120aa) {{(pid=109984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:19.453347 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60f344b-047b-4421-8eee-e42b9536e6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:19.454345 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-d60f344b-047b-4421-8eee-e42b9536e6a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:19.462429 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c544f6-24c0-472a-a96d-1f4798961c87 None None] Network 6e10121c-6a11-4f56-8200-95c26a9120aa requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:00:19.478477 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-d60f344b-047b-4421-8eee-e42b9536e6a3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4340615 Apr 28 20:00:19.614028 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76056278-f557-4038-80ec-1c510623a329 None None] Network 6e10121c-6a11-4f56-8200-95c26a9120aa requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:00:20.124446 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82492b22-fc36-4752-be57-f29285a2fa2a req-530c7827-0ef2-4e87-8caa-d1b302b50ef8 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:20.126184 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-530c7827-0ef2-4e87-8caa-d1b302b50ef8 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/networks?id=9bbd5c8b-eecd-49c5-a452-cb07d09670ff HTTP/1.1" status: 200 len: 809 time: 0.1215553 Apr 28 20:00:20.144067 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-f92b64c0-9cef-4a0d-b123-9060cb5ec115 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/quotas/d581ac0add7d4140a7e7cbb00f5cde51 HTTP/1.1" status: 200 len: 375 time: 0.0115769 Apr 28 20:00:20.180924 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-3e2bbeb1-6265-440e-908c-f924a37e8d00 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d581ac0add7d4140a7e7cbb00f5cde51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303543 Apr 28 20:00:20.300713 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-177ad661-c619-4b01-b035-aa83338a0694 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 28 20:00:20.302384 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-177ad661-c619-4b01-b035-aa83338a0694 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1134703 Apr 28 20:00:20.450907 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-66360675-f058-4b48-8654-1cfbe51b0cb1 service neutron] 10.222.0.62 "GET /v2.0/networks/9bbd5c8b-eecd-49c5-a452-cb07d09670ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419935 Apr 28 20:00:20.557903 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-bca52666-e9b5-4b8e-abe1-ad9ebd13729b service neutron] 10.222.0.62 "GET /v2.0/networks/9bbd5c8b-eecd-49c5-a452-cb07d09670ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996635 Apr 28 20:00:20.814345 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2fc5d07c-746a-45b7-9d54-746c8371dd0a req-048638e3-fcda-4fb3-9c6f-a1f39bea98f8 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 210 time: 0.0372159 Apr 28 20:00:21.017933 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:21.947975 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82492b22-fc36-4752-be57-f29285a2fa2a req-6c40c325-d351-4612-87a0-ff84464e1131 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:21.950549 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-6c40c325-d351-4612-87a0-ff84464e1131 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.65 "GET /v2.0/networks?id=9bbd5c8b-eecd-49c5-a452-cb07d09670ff HTTP/1.1" status: 200 len: 809 time: 0.1891370 Apr 28 20:00:21.966195 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-82492b22-fc36-4752-be57-f29285a2fa2a req-265f1cde-fe21-4fb9-8631-43c8ee68d73b tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Request body: {'port': {'device_id': '5d456e80-0ab9-4b4c-ac25-272b3e39e8fa', 'network_id': '9bbd5c8b-eecd-49c5-a452-cb07d09670ff', 'admin_state_up': True, 'tenant_id': 'd581ac0add7d4140a7e7cbb00f5cde51'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:00:21.975445 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-3840f929-b0e9-418f-95d5-93be42454e68 req-cb1ae595-4c14-4cae-a882-4f93de163082 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 210 time: 0.0351167 Apr 28 20:00:22.105831 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82492b22-fc36-4752-be57-f29285a2fa2a req-265f1cde-fe21-4fb9-8631-43c8ee68d73b tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Made reservation on behalf of d581ac0add7d4140a7e7cbb00f5cde51 for: {'port': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:22.110324 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-82492b22-fc36-4752-be57-f29285a2fa2a req-265f1cde-fe21-4fb9-8631-43c8ee68d73b tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:22.260643 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [req-82492b22-fc36-4752-be57-f29285a2fa2a req-265f1cde-fe21-4fb9-8631-43c8ee68d73b tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Allocated IP 172.20.0.14 (9bbd5c8b-eecd-49c5-a452-cb07d09670ff/5f905a0f-3e79-4862-b2a4-159f0b30c311/da17b137-1082-4e6b-9275-24e64830d6c5) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:22.330261 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:22.441539 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-82492b22-fc36-4752-be57-f29285a2fa2a req-265f1cde-fe21-4fb9-8631-43c8ee68d73b tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Publish callbacks [] for port (da17b137-1082-4e6b-9275-24e64830d6c5), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:22.481036 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-82492b22-fc36-4752-be57-f29285a2fa2a req-265f1cde-fe21-4fb9-8631-43c8ee68d73b tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (da17b137-1082-4e6b-9275-24e64830d6c5), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:22.529081 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82492b22-fc36-4752-be57-f29285a2fa2a req-265f1cde-fe21-4fb9-8631-43c8ee68d73b tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Network 9bbd5c8b-eecd-49c5-a452-cb07d09670ff is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:22.535538 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [req-82492b22-fc36-4752-be57-f29285a2fa2a req-265f1cde-fe21-4fb9-8631-43c8ee68d73b tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:22.539855 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-82492b22-fc36-4752-be57-f29285a2fa2a req-265f1cde-fe21-4fb9-8631-43c8ee68d73b tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:00:22.547345 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f1cde-fe21-4fb9-8631-43c8ee68d73b tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Pushing event updated for resources: {'Port': ['ID=da17b137-1082-4e6b-9275-24e64830d6c5,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:22.606574 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82492b22-fc36-4752-be57-f29285a2fa2a req-265f1cde-fe21-4fb9-8631-43c8ee68d73b tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:22.607265 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-82492b22-fc36-4752-be57-f29285a2fa2a req-265f1cde-fe21-4fb9-8631-43c8ee68d73b tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:22.630616 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-265f1cde-fe21-4fb9-8631-43c8ee68d73b tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6695960 Apr 28 20:00:22.718947 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Request body: {'port': {'device_id': '5d456e80-0ab9-4b4c-ac25-272b3e39e8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:00:22.787972 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (da17b137-1082-4e6b-9275-24e64830d6c5), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:23.144333 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b880d4-3a1f-4eca-b3a6-44a2dd3718db req-b3f01029-dbde-4133-af76-0ebb49bd3a65 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:23.146261 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-65b880d4-3a1f-4eca-b3a6-44a2dd3718db req-b3f01029-dbde-4133-af76-0ebb49bd3a65 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 932 time: 0.0845022 Apr 28 20:00:23.158079 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da17b137-1082-4e6b-9275-24e64830d6c5 {{(pid=109983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:00:23.172726 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Publish callbacks [] for port (da17b137-1082-4e6b-9275-24e64830d6c5), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:23.204844 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.provisioning_blocks [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Transition to ACTIVE for port object da17b137-1082-4e6b-9275-24e64830d6c5 will not be triggered until provisioned by entity L2. {{(pid=109983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 20:00:23.212921 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (da17b137-1082-4e6b-9275-24e64830d6c5), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:23.258412 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-65b880d4-3a1f-4eca-b3a6-44a2dd3718db req-40fcdd8d-d604-4e8f-ba8c-14afaba3bd21 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/security-groups?id=d96ac81e-be4d-4f06-ac5a-e2cd7dd13108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955365 Apr 28 20:00:23.291892 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Pushing event updated for resources: {'Port': ['ID=da17b137-1082-4e6b-9275-24e64830d6c5,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:23.372088 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Attempting to bind port da17b137-1082-4e6b-9275-24e64830d6c5 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:00:23.372427 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Attempting to bind port da17b137-1082-4e6b-9275-24e64830d6c5 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'cafc05c1-5c1b-4450-be0e-a46974f02c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9bbd5c8b-eecd-49c5-a452-cb07d09670ff'}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:00:23.372760 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Attempting to bind port da17b137-1082-4e6b-9275-24e64830d6c5 on network 9bbd5c8b-eecd-49c5-a452-cb07d09670ff {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:00:23.378493 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Port da17b137-1082-4e6b-9275-24e64830d6c5 on network 9bbd5c8b-eecd-49c5-a452-cb07d09670ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:00:23.378818 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Attempting to bind port da17b137-1082-4e6b-9275-24e64830d6c5 on network 9bbd5c8b-eecd-49c5-a452-cb07d09670ff {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:00:23.384674 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:00:23.385016 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Checking segment: {'id': 'cafc05c1-5c1b-4450-be0e-a46974f02c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9bbd5c8b-eecd-49c5-a452-cb07d09670ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:00:23.385416 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Bound using segment: {'id': 'cafc05c1-5c1b-4450-be0e-a46974f02c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9bbd5c8b-eecd-49c5-a452-cb07d09670ff'} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:00:23.385852 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Bound port: da17b137-1082-4e6b-9275-24e64830d6c5, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cafc05c1-5c1b-4450-be0e-a46974f02c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9bbd5c8b-eecd-49c5-a452-cb07d09670ff'}}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:00:23.386217 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (da17b137-1082-4e6b-9275-24e64830d6c5), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:23.478826 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] For port da17b137-1082-4e6b-9275-24e64830d6c5, host hv-cinder-82694, cleared binding levels {{(pid=109983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:00:23.485318 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] For port da17b137-1082-4e6b-9275-24e64830d6c5, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=da17b137-1082-4e6b-9275-24e64830d6c5,segment=NetworkSegment(cafc05c1-5c1b-4450-be0e-a46974f02c05),segment_id=cafc05c1-5c1b-4450-be0e-a46974f02c05)] {{(pid=109983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:00:23.493847 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (da17b137-1082-4e6b-9275-24e64830d6c5), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:23.531900 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:23.532543 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:23.534011 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] 10.222.0.65 "PUT /v2.0/ports/da17b137-1082-4e6b-9275-24e64830d6c5 HTTP/1.1" status: 200 len: 1094 time: 0.8956513 Apr 28 20:00:23.534480 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d456e80-0ab9-4b4c-ac25-272b3e39e8fa', 'tag': 'da17b137-1082-4e6b-9275-24e64830d6c5'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:00:23.536909 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46df21a-517b-4d11-810b-eded6f15d3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d456e80-0ab9-4b4c-ac25-272b3e39e8fa", "tag": "da17b137-1082-4e6b-9275-24e64830d6c5"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:00:23.568559 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08ab3a-d8dc-48c8-a66d-011783f9e368 service neutron] Pushing event updated for resources: {'Port': ['ID=da17b137-1082-4e6b-9275-24e64830d6c5,revision_number=3']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:23.619724 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66343fe-95a4-4b25-8027-b18235963912 x-openstack-request-id: req-b66343fe-95a4-4b25-8027-b18235963912 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:00:23.620025 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d456e80-0ab9-4b4c-ac25-272b3e39e8fa", "tag": "da17b137-1082-4e6b-9275-24e64830d6c5", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:00:23.620263 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b66343fe-95a4-4b25-8027-b18235963912 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:00:23.620669 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66343fe-95a4-4b25-8027-b18235963912'] response: {'name': 'network-changed', 'server_uuid': '5d456e80-0ab9-4b4c-ac25-272b3e39e8fa', 'tag': 'da17b137-1082-4e6b-9275-24e64830d6c5', 'status': 'completed', 'code': 200} Apr 28 20:00:23.634302 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82492b22-fc36-4752-be57-f29285a2fa2a req-9b410416-4023-4377-adc3-c6317f0f7290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:23.635884 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-9b410416-4023-4377-adc3-c6317f0f7290 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d581ac0add7d4140a7e7cbb00f5cde51&device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 1128 time: 0.0482442 Apr 28 20:00:23.685082 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-ce2821d8-c1f6-4937-b095-41883b4ccd6f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da17b137-1082-4e6b-9275-24e64830d6c5 HTTP/1.1" status: 200 len: 217 time: 0.0419862 Apr 28 20:00:23.739359 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82492b22-fc36-4752-be57-f29285a2fa2a req-7735fc15-e617-4273-bed9-808a2fa9d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:23.740894 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-7735fc15-e617-4273-bed9-808a2fa9d6e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5f905a0f-3e79-4862-b2a4-159f0b30c311 HTTP/1.1" status: 200 len: 849 time: 0.0499773 Apr 28 20:00:23.791565 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-7a56d726-b41c-4fb5-a765-355343b86f91 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9bbd5c8b-eecd-49c5-a452-cb07d09670ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422270 Apr 28 20:00:23.948553 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-d09bc708-272a-4e71-b6e7-307f5cf7ec47 service neutron] 10.222.0.65 "GET /v2.0/networks/9bbd5c8b-eecd-49c5-a452-cb07d09670ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510351 Apr 28 20:00:23.961974 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:24.071418 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-82492b22-fc36-4752-be57-f29285a2fa2a req-e7b526b1-e37c-479a-8b7f-41c3d59deaad service neutron] 10.222.0.65 "GET /v2.0/networks/9bbd5c8b-eecd-49c5-a452-cb07d09670ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159358 Apr 28 20:00:24.398660 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4d0a4-d94f-4b84-8300-e3550fa7686d req-1bccdfbc-57ee-4854-bc65-cf5262259080 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:24.400178 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bbb4d0a4-d94f-4b84-8300-e3550fa7686d req-1bccdfbc-57ee-4854-bc65-cf5262259080 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 944 time: 0.0530128 Apr 28 20:00:24.459021 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bbb4d0a4-d94f-4b84-8300-e3550fa7686d req-29fafdb3-02dc-4ecc-b1e1-1e5e4cdbb783 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/security-groups?id=d96ac81e-be4d-4f06-ac5a-e2cd7dd13108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526316 Apr 28 20:00:25.588795 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a379a7-ce40-4ab5-a13f-7aa77746f8a6 req-d514096d-160f-48ae-b70d-8453fb320082 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:25.590605 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c2a379a7-ce40-4ab5-a13f-7aa77746f8a6 req-d514096d-160f-48ae-b70d-8453fb320082 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 944 time: 0.0544417 Apr 28 20:00:25.651397 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c2a379a7-ce40-4ab5-a13f-7aa77746f8a6 req-67599be8-bbb7-434e-8a74-bfb32a46d107 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/security-groups?id=d96ac81e-be4d-4f06-ac5a-e2cd7dd13108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496318 Apr 28 20:00:26.121494 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46df21a-517b-4d11-810b-eded6f15d3b7 req-4cd07637-8529-44dd-a964-80626a149b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:26.122928 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c46df21a-517b-4d11-810b-eded6f15d3b7 req-4cd07637-8529-44dd-a964-80626a149b4b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d581ac0add7d4140a7e7cbb00f5cde51&device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 1128 time: 0.0497401 Apr 28 20:00:26.226202 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46df21a-517b-4d11-810b-eded6f15d3b7 req-63d5c03c-7be2-48ff-aa67-97cbd42564a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:26.227750 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c46df21a-517b-4d11-810b-eded6f15d3b7 req-63d5c03c-7be2-48ff-aa67-97cbd42564a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9bbd5c8b-eecd-49c5-a452-cb07d09670ff HTTP/1.1" status: 200 len: 910 time: 0.0970902 Apr 28 20:00:26.278048 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c46df21a-517b-4d11-810b-eded6f15d3b7 req-6ecc1b80-7c0d-4e5b-b106-f1ef81130778 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da17b137-1082-4e6b-9275-24e64830d6c5 HTTP/1.1" status: 200 len: 217 time: 0.0415776 Apr 28 20:00:26.332092 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46df21a-517b-4d11-810b-eded6f15d3b7 req-359fb3d1-8266-42e7-a76a-3afa1fffbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:26.333602 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c46df21a-517b-4d11-810b-eded6f15d3b7 req-359fb3d1-8266-42e7-a76a-3afa1fffbc56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5f905a0f-3e79-4862-b2a4-159f0b30c311 HTTP/1.1" status: 200 len: 849 time: 0.0499814 Apr 28 20:00:26.368000 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c46df21a-517b-4d11-810b-eded6f15d3b7 req-ec36eca3-e751-4cc1-8693-1dab82d85d06 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9bbd5c8b-eecd-49c5-a452-cb07d09670ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273981 Apr 28 20:00:26.471858 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c46df21a-517b-4d11-810b-eded6f15d3b7 req-6b0d601b-8d54-49a1-b4cf-0b7f0683b563 service neutron] 10.222.0.65 "GET /v2.0/networks/9bbd5c8b-eecd-49c5-a452-cb07d09670ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963421 Apr 28 20:00:26.578926 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c46df21a-517b-4d11-810b-eded6f15d3b7 req-30c5ad4a-4818-4ff6-9bd5-3f63907473d8 service neutron] 10.222.0.65 "GET /v2.0/networks/9bbd5c8b-eecd-49c5-a452-cb07d09670ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014113 Apr 28 20:00:26.795085 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b102a-a38f-4cb2-88fa-9b0fa5e7beee req-6bcbfc9a-a484-40bc-a3f9-07662422e7d3 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:26.798401 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bb5b102a-a38f-4cb2-88fa-9b0fa5e7beee req-6bcbfc9a-a484-40bc-a3f9-07662422e7d3 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 944 time: 0.0667453 Apr 28 20:00:26.860460 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bb5b102a-a38f-4cb2-88fa-9b0fa5e7beee req-0ee6aa9d-d654-45d0-85e8-3c3aaf01a508 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/security-groups?id=d96ac81e-be4d-4f06-ac5a-e2cd7dd13108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552926 Apr 28 20:00:27.672652 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device da17b137-1082-4e6b-9275-24e64830d6c5 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:00:27.778953 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port da17b137-1082-4e6b-9275-24e64830d6c5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=da17b137-1082-4e6b-9275-24e64830d6c5,segment=NetworkSegment(cafc05c1-5c1b-4450-be0e-a46974f02c05),segment_id=cafc05c1-5c1b-4450-be0e-a46974f02c05)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:27.793260 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': 'da17b137-1082-4e6b-9275-24e64830d6c5', 'network_id': '9bbd5c8b-eecd-49c5-a452-cb07d09670ff', 'port_id': 'da17b137-1082-4e6b-9275-24e64830d6c5', 'mac_address': 'fa:16:3e:56:df:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f905a0f-3e79-4862-b2a4-159f0b30c311', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:00:27.839968 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port da17b137-1082-4e6b-9275-24e64830d6c5 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:00:27.840345 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (da17b137-1082-4e6b-9275-24e64830d6c5), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:27.855695 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da17b137-1082-4e6b-9275-24e64830d6c5 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:00:27.878060 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port da17b137-1082-4e6b-9275-24e64830d6c5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=da17b137-1082-4e6b-9275-24e64830d6c5,segment=NetworkSegment(cafc05c1-5c1b-4450-be0e-a46974f02c05),segment_id=cafc05c1-5c1b-4450-be0e-a46974f02c05)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:27.882711 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (da17b137-1082-4e6b-9275-24e64830d6c5), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:27.970118 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=da17b137-1082-4e6b-9275-24e64830d6c5,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:27.978705 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:27.979015 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:27.979192 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:27.979536 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:27.979901 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:27.980239 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:27.980571 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:27.980902 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:27.981342 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:27.981559 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:27.981889 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:27.982218 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:27.982540 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:27.982862 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:27.983755 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:28.023096 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1a58a-4acf-4a27-9144-51af01c1f34b req-8ebd44ce-9679-48ac-a92c-4217385ee031 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:28.025210 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-28d1a58a-4acf-4a27-9144-51af01c1f34b req-8ebd44ce-9679-48ac-a92c-4217385ee031 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 945 time: 0.0566313 Apr 28 20:00:28.084292 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-28d1a58a-4acf-4a27-9144-51af01c1f34b req-c342ad81-4721-45bf-9b9d-9b728aeca787 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/security-groups?id=d96ac81e-be4d-4f06-ac5a-e2cd7dd13108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523560 Apr 28 20:00:28.340776 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['da17b137-1082-4e6b-9275-24e64830d6c5'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:00:29.211694 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093c8af-8294-4603-884c-da132433e310 req-18f848da-b319-4874-9f9a-c598c9d9d4f2 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:29.213396 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a093c8af-8294-4603-884c-da132433e310 req-18f848da-b319-4874-9f9a-c598c9d9d4f2 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 945 time: 0.0521159 Apr 28 20:00:29.268324 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a093c8af-8294-4603-884c-da132433e310 req-04db0c7c-bf6d-44b6-9597-f028094defb4 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/security-groups?id=d96ac81e-be4d-4f06-ac5a-e2cd7dd13108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482635 Apr 28 20:00:29.687621 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device da17b137-1082-4e6b-9275-24e64830d6c5 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:00:29.739030 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port da17b137-1082-4e6b-9275-24e64830d6c5 completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 20:00:29.746511 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port da17b137-1082-4e6b-9275-24e64830d6c5 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:00:29.747033 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (da17b137-1082-4e6b-9275-24e64830d6c5), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:29.840055 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port da17b137-1082-4e6b-9275-24e64830d6c5 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:00:29.840443 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (da17b137-1082-4e6b-9275-24e64830d6c5), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:29.868447 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d456e80-0ab9-4b4c-ac25-272b3e39e8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da17b137-1082-4e6b-9275-24e64830d6c5'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:00:29.870979 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9837e3c1-e5a8-494f-909c-915f73556c4b" -d '{"events": [{"server_uuid": "5d456e80-0ab9-4b4c-ac25-272b3e39e8fa", "name": "network-vif-plugged", "status": "completed", "tag": "da17b137-1082-4e6b-9275-24e64830d6c5"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:00:29.886359 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port da17b137-1082-4e6b-9275-24e64830d6c5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=da17b137-1082-4e6b-9275-24e64830d6c5,segment=NetworkSegment(cafc05c1-5c1b-4450-be0e-a46974f02c05),segment_id=cafc05c1-5c1b-4450-be0e-a46974f02c05)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:29.892853 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (da17b137-1082-4e6b-9275-24e64830d6c5), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:29.938054 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce30ae32-8608-4c95-beae-a4975815a85e x-openstack-request-id: req-ce30ae32-8608-4c95-beae-a4975815a85e {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:00:29.938424 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d456e80-0ab9-4b4c-ac25-272b3e39e8fa", "name": "network-vif-plugged", "status": "completed", "tag": "da17b137-1082-4e6b-9275-24e64830d6c5", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:00:29.938826 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce30ae32-8608-4c95-beae-a4975815a85e {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:00:29.939443 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce30ae32-8608-4c95-beae-a4975815a85e'] response: {'server_uuid': '5d456e80-0ab9-4b4c-ac25-272b3e39e8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da17b137-1082-4e6b-9275-24e64830d6c5', 'code': 200} Apr 28 20:00:29.986312 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=da17b137-1082-4e6b-9275-24e64830d6c5,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:30.092142 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f963a64-3cb4-4bdb-9c3a-b5396c389aae req-5b8e8a7b-d723-4a44-9976-35379c20fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:30.093860 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2f963a64-3cb4-4bdb-9c3a-b5396c389aae req-5b8e8a7b-d723-4a44-9976-35379c20fe46 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 1130 time: 0.0424275 Apr 28 20:00:30.160415 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2f963a64-3cb4-4bdb-9c3a-b5396c389aae req-9c59b22a-52d3-4054-89ef-f81b05dea274 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d96ac81e-be4d-4f06-ac5a-e2cd7dd13108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606551 Apr 28 20:00:30.408322 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6c5f3-2e30-4ec8-85c3-8aeb6a7ef92c req-b88cafea-3e58-452d-a5a3-d293fbc67d3d tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:30.410915 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c4a6c5f3-2e30-4ec8-85c3-8aeb6a7ef92c req-b88cafea-3e58-452d-a5a3-d293fbc67d3d tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 946 time: 0.0653338 Apr 28 20:00:30.464980 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c4a6c5f3-2e30-4ec8-85c3-8aeb6a7ef92c req-51c18461-1e5a-4bcd-b6e4-b9474f76cd68 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/security-groups?id=d96ac81e-be4d-4f06-ac5a-e2cd7dd13108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478497 Apr 28 20:00:30.611110 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:00:31.602110 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767a747-dbe3-4b95-ac7b-e68e1ecc809a req-0355e01e-a29a-4e11-8887-c9a0bd196460 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:31.603753 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c767a747-dbe3-4b95-ac7b-e68e1ecc809a req-0355e01e-a29a-4e11-8887-c9a0bd196460 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 946 time: 0.0531778 Apr 28 20:00:31.658437 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c767a747-dbe3-4b95-ac7b-e68e1ecc809a req-9b38c61b-bf5a-40bf-93cf-715e84117687 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/security-groups?id=d96ac81e-be4d-4f06-ac5a-e2cd7dd13108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481527 Apr 28 20:00:32.782640 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fd6c3-ed90-41f2-b67e-f1058853917f req-126e4086-cd03-4f30-939b-4cb4d855012a tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:32.784587 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-617fd6c3-ed90-41f2-b67e-f1058853917f req-126e4086-cd03-4f30-939b-4cb4d855012a tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 946 time: 0.0516560 Apr 28 20:00:32.852553 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-617fd6c3-ed90-41f2-b67e-f1058853917f req-e9e81937-38b7-4d4b-9b90-675ea9c14002 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/security-groups?id=d96ac81e-be4d-4f06-ac5a-e2cd7dd13108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584464 Apr 28 20:00:35.615341 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1fe59-3d2b-433d-a7aa-50d999a5c617 req-55a26ee9-5445-41ac-af5c-206d23883dcc tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:35.617014 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-89e1fe59-3d2b-433d-a7aa-50d999a5c617 req-55a26ee9-5445-41ac-af5c-206d23883dcc tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 946 time: 0.0571659 Apr 28 20:00:35.673122 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-89e1fe59-3d2b-433d-a7aa-50d999a5c617 req-95b0ec42-e363-4e11-8ea1-3b563cc3ab43 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/security-groups?id=d96ac81e-be4d-4f06-ac5a-e2cd7dd13108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496247 Apr 28 20:00:36.820898 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8dab5-7205-4be3-8973-9dcf69cf8dde req-2be0f98e-a4a2-4792-adc8-f95584c28a53 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:36.822514 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ffc8dab5-7205-4be3-8973-9dcf69cf8dde req-2be0f98e-a4a2-4792-adc8-f95584c28a53 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 946 time: 0.0714428 Apr 28 20:00:36.893103 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ffc8dab5-7205-4be3-8973-9dcf69cf8dde req-078871b9-de8a-4302-8524-41f691eeacb6 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/security-groups?id=d96ac81e-be4d-4f06-ac5a-e2cd7dd13108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602903 Apr 28 20:00:37.223362 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643c213-96f7-4d61-a4eb-03b999a54721 req-63a46d7a-ed56-42bb-a4f4-b1509a6e952f tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:37.224950 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0643c213-96f7-4d61-a4eb-03b999a54721 req-63a46d7a-ed56-42bb-a4f4-b1509a6e952f tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 946 time: 0.0504897 Apr 28 20:00:37.319821 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-0643c213-96f7-4d61-a4eb-03b999a54721 req-4c0068e7-822e-4c33-aa9a-9c6cdb7c20fe tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Deleting port da17b137-1082-4e6b-9275-24e64830d6c5 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 20:00:37.320176 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-0643c213-96f7-4d61-a4eb-03b999a54721 req-4c0068e7-822e-4c33-aa9a-9c6cdb7c20fe tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (da17b137-1082-4e6b-9275-24e64830d6c5), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:37.463289 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-0643c213-96f7-4d61-a4eb-03b999a54721 req-4c0068e7-822e-4c33-aa9a-9c6cdb7c20fe tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] For port da17b137-1082-4e6b-9275-24e64830d6c5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=da17b137-1082-4e6b-9275-24e64830d6c5,segment=NetworkSegment(cafc05c1-5c1b-4450-be0e-a46974f02c05),segment_id=cafc05c1-5c1b-4450-be0e-a46974f02c05)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:00:37.463658 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-0643c213-96f7-4d61-a4eb-03b999a54721 req-4c0068e7-822e-4c33-aa9a-9c6cdb7c20fe tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (da17b137-1082-4e6b-9275-24e64830d6c5), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:37.478660 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-0643c213-96f7-4d61-a4eb-03b999a54721 req-4c0068e7-822e-4c33-aa9a-9c6cdb7c20fe tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Calling delete_port for da17b137-1082-4e6b-9275-24e64830d6c5 owned by compute:nova {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 20:00:37.637368 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-0643c213-96f7-4d61-a4eb-03b999a54721 req-4c0068e7-822e-4c33-aa9a-9c6cdb7c20fe tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (da17b137-1082-4e6b-9275-24e64830d6c5), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:37.651085 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['da17b137-1082-4e6b-9275-24e64830d6c5'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:00:37.682512 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0068e7-822e-4c33-aa9a-9c6cdb7c20fe tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Pushing event deleted for resources: {'Port': ['ID=da17b137-1082-4e6b-9275-24e64830d6c5,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:37.738077 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-0643c213-96f7-4d61-a4eb-03b999a54721 req-4c0068e7-822e-4c33-aa9a-9c6cdb7c20fe tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] No DVR routers for this DVR port da17b137-1082-4e6b-9275-24e64830d6c5 on host hv-cinder-82694 {{(pid=109983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:00:37.740769 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-0643c213-96f7-4d61-a4eb-03b999a54721 req-4c0068e7-822e-4c33-aa9a-9c6cdb7c20fe tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:37.744314 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-0643c213-96f7-4d61-a4eb-03b999a54721 req-4c0068e7-822e-4c33-aa9a-9c6cdb7c20fe tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.65 "DELETE /v2.0/ports/da17b137-1082-4e6b-9275-24e64830d6c5 HTTP/1.1" status: 204 len: 173 time: 0.5131054 Apr 28 20:00:37.744818 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d456e80-0ab9-4b4c-ac25-272b3e39e8fa', 'name': 'network-vif-deleted', 'tag': 'da17b137-1082-4e6b-9275-24e64830d6c5'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:00:37.747456 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb666db-b988-4e8f-b3dd-d29a0b493fcc" -d '{"events": [{"server_uuid": "5d456e80-0ab9-4b4c-ac25-272b3e39e8fa", "name": "network-vif-deleted", "tag": "da17b137-1082-4e6b-9275-24e64830d6c5"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:00:37.805381 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9defbc7e-5a85-4969-ae71-05cff5a27c74 x-openstack-request-id: req-9defbc7e-5a85-4969-ae71-05cff5a27c74 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:00:37.805815 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d456e80-0ab9-4b4c-ac25-272b3e39e8fa", "name": "network-vif-deleted", "tag": "da17b137-1082-4e6b-9275-24e64830d6c5", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:00:37.806169 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9defbc7e-5a85-4969-ae71-05cff5a27c74 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:00:37.806687 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9defbc7e-5a85-4969-ae71-05cff5a27c74'] response: {'server_uuid': '5d456e80-0ab9-4b4c-ac25-272b3e39e8fa', 'name': 'network-vif-deleted', 'tag': 'da17b137-1082-4e6b-9275-24e64830d6c5', 'status': 'completed', 'code': 200} Apr 28 20:00:38.020384 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-307c00d0-9fc7-4b49-af4e-f0140fe57670 req-12aa1bf4-7eaa-4ae9-a181-f036de43d671 tempest-VolumesActionsTest-556424875 tempest-VolumesActionsTest-556424875-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d456e80-0ab9-4b4c-ac25-272b3e39e8fa HTTP/1.1" status: 200 len: 210 time: 0.0344863 Apr 28 20:00:39.756712 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device da17b137-1082-4e6b-9275-24e64830d6c5 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:00:39.778850 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: da17b137-1082-4e6b-9275-24e64830d6c5 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 20:00:39.779187 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device da17b137-1082-4e6b-9275-24e64830d6c5 not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:00:40.596672 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:47.095159 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-90c50e69-e3b0-4ac4-b7a6-5b93375fe500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:49.324519 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-cc4417fa-becb-4253-bf62-64665b1596a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:51.009872 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:52.334431 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:53.960254 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.162983 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60582) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:54.211035 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1bb9b7a-b897-4be9-8034-18c82dc6336d admin admin] Deleting subnet 5f905a0f-3e79-4862-b2a4-159f0b30c311 {{(pid=109984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 20:00:54.214802 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9b7a-b897-4be9-8034-18c82dc6336d admin admin] Publish callbacks [] for subnet (5f905a0f-3e79-4862-b2a4-159f0b30c311), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.255206 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9b7a-b897-4be9-8034-18c82dc6336d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12316998'] for subnet (5f905a0f-3e79-4862-b2a4-159f0b30c311), precommit_delete_associations {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.301829 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9b7a-b897-4be9-8034-18c82dc6336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863777'] for subnet (5f905a0f-3e79-4862-b2a4-159f0b30c311), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.367560 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9b7a-b897-4be9-8034-18c82dc6336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11868516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12522367'] for subnet (5f905a0f-3e79-4862-b2a4-159f0b30c311), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.401123 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb9b7a-b897-4be9-8034-18c82dc6336d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f905a0f-3e79-4862-b2a4-159f0b30c311,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:54.406578 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9b7a-b897-4be9-8034-18c82dc6336d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.409040 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-f1bb9b7a-b897-4be9-8034-18c82dc6336d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5f905a0f-3e79-4862-b2a4-159f0b30c311 HTTP/1.1" status: 204 len: 168 time: 0.2450066 Apr 28 20:00:54.412248 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60584) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:54.489248 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-79e90497-c962-4076-944f-2ffce092ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002127'] for network (9bbd5c8b-eecd-49c5-a452-cb07d09670ff), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.600426 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-79e90497-c962-4076-944f-2ffce092ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874428', 'neutron.services.segments.db._delete_segments_for_network-8753808390777'] for network (9bbd5c8b-eecd-49c5-a452-cb07d09670ff), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.622438 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-79e90497-c962-4076-944f-2ffce092ce39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbd5c8b-eecd-49c5-a452-cb07d09670ff']}} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:54.634505 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-79e90497-c962-4076-944f-2ffce092ce39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cafc05c1-5c1b-4450-be0e-a46974f02c05') {'for_net_delete': True} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:54.634799 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.services.segments.db [None req-79e90497-c962-4076-944f-2ffce092ce39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cafc05c1-5c1b-4450-be0e-a46974f02c05') {} {{(pid=109984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:54.647445 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-79e90497-c962-4076-944f-2ffce092ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753808389762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12317023'] for segment (cafc05c1-5c1b-4450-be0e-a46974f02c05), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.662500 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-79e90497-c962-4076-944f-2ffce092ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (cafc05c1-5c1b-4450-be0e-a46974f02c05), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.668835 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e90497-c962-4076-944f-2ffce092ce39 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=109984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:00:54.669222 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-79e90497-c962-4076-944f-2ffce092ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11863938'] for segment (cafc05c1-5c1b-4450-be0e-a46974f02c05), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: Traceback (most recent call last): Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: timer() Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: cb(*args, **kw) Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: return func(*args, **kwargs) Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: self._notify() Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: self.callback(batched_events) Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: event.method(event) Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: return f(self, *a, **k) Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: return self._get(url).json() Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: return self.request(url, 'GET', **kwargs) Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:00:54.671680 dv-cinder-826949-7-smb neutron-server[109984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:00:54.735222 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-79e90497-c962-4076-944f-2ffce092ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703573'] for network (9bbd5c8b-eecd-49c5-a452-cb07d09670ff), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.741067 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-79e90497-c962-4076-944f-2ffce092ce39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.744315 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-79e90497-c962-4076-944f-2ffce092ce39 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9bbd5c8b-eecd-49c5-a452-cb07d09670ff HTTP/1.1" status: 204 len: 168 time: 0.3310640 Apr 28 20:00:54.747473 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60586) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:54.755637 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e90497-c962-4076-944f-2ffce092ce39 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bbd5c8b-eecd-49c5-a452-cb07d09670ff,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:54.802803 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d42ab0c-631f-4648-ae44-be2c9cda872a admin admin] Deleting subnet 6fa688e8-a474-476f-a4b2-c20411d66011 {{(pid=109983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 20:00:54.806595 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4d42ab0c-631f-4648-ae44-be2c9cda872a admin admin] Publish callbacks [] for subnet (6fa688e8-a474-476f-a4b2-c20411d66011), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.870570 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4d42ab0c-631f-4648-ae44-be2c9cda872a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8553606'] for subnet (6fa688e8-a474-476f-a4b2-c20411d66011), precommit_delete_associations {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.913048 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4d42ab0c-631f-4648-ae44-be2c9cda872a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863777'] for subnet (6fa688e8-a474-476f-a4b2-c20411d66011), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:54.975190 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4d42ab0c-631f-4648-ae44-be2c9cda872a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2299589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8798795'] for subnet (6fa688e8-a474-476f-a4b2-c20411d66011), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:55.003558 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42ab0c-631f-4648-ae44-be2c9cda872a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa688e8-a474-476f-a4b2-c20411d66011,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:55.006471 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-4d42ab0c-631f-4648-ae44-be2c9cda872a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:55.011977 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-4d42ab0c-631f-4648-ae44-be2c9cda872a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6fa688e8-a474-476f-a4b2-c20411d66011 HTTP/1.1" status: 204 len: 168 time: 0.2627773 Apr 28 20:00:55.015592 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60588) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:55.139904 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-085d8f79-8491-4940-ab24-ba94b69fbe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002127'] for network (6e10121c-6a11-4f56-8200-95c26a9120aa), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:55.547610 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-085d8f79-8491-4940-ab24-ba94b69fbe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874428', 'neutron.services.segments.db._delete_segments_for_network-8753808390777'] for network (6e10121c-6a11-4f56-8200-95c26a9120aa), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:55.570999 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-085d8f79-8491-4940-ab24-ba94b69fbe18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e10121c-6a11-4f56-8200-95c26a9120aa']}} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:55.585898 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-085d8f79-8491-4940-ab24-ba94b69fbe18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa335e86-14c0-4a48-88e9-de790ff7d279') {'for_net_delete': True} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:55.586315 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-085d8f79-8491-4940-ab24-ba94b69fbe18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa335e86-14c0-4a48-88e9-de790ff7d279') {} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:55.597492 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-085d8f79-8491-4940-ab24-ba94b69fbe18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753808389762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8553631'] for segment (fa335e86-14c0-4a48-88e9-de790ff7d279), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:55.613779 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-085d8f79-8491-4940-ab24-ba94b69fbe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (fa335e86-14c0-4a48-88e9-de790ff7d279), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:55.622074 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085d8f79-8491-4940-ab24-ba94b69fbe18 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=109983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:00:55.622542 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-085d8f79-8491-4940-ab24-ba94b69fbe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2295843'] for segment (fa335e86-14c0-4a48-88e9-de790ff7d279), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: Traceback (most recent call last): Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: timer() Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: cb(*args, **kw) Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: return func(*args, **kwargs) Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: self._notify() Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: self.callback(batched_events) Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: event.method(event) Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: return f(self, *a, **k) Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: return self._get(url).json() Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: return self.request(url, 'GET', **kwargs) Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:00:55.625255 dv-cinder-826949-7-smb neutron-server[109983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:00:55.684557 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-085d8f79-8491-4940-ab24-ba94b69fbe18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703573'] for network (6e10121c-6a11-4f56-8200-95c26a9120aa), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:55.691842 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-085d8f79-8491-4940-ab24-ba94b69fbe18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:55.695884 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-085d8f79-8491-4940-ab24-ba94b69fbe18 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6e10121c-6a11-4f56-8200-95c26a9120aa HTTP/1.1" status: 204 len: 168 time: 0.6788604 Apr 28 20:00:55.711463 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d8f79-8491-4940-ab24-ba94b69fbe18 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e10121c-6a11-4f56-8200-95c26a9120aa,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:55.905267 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60592) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:55.950049 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-0749ca10-d069-4878-a997-764dcdfaa7b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d581ac0add7d4140a7e7cbb00f5cde51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434179 Apr 28 20:00:55.953418 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60594) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:56.040110 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9f92954a-7413-4591-8eea-d7cd35958976 admin admin] Publish callbacks [] for security_group (d96ac81e-be4d-4f06-ac5a-e2cd7dd13108), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:56.080624 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9f92954a-7413-4591-8eea-d7cd35958976 admin admin] Publish callbacks [] for security_group (d96ac81e-be4d-4f06-ac5a-e2cd7dd13108), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:56.150599 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9f92954a-7413-4591-8eea-d7cd35958976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (d96ac81e-be4d-4f06-ac5a-e2cd7dd13108), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:56.153798 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-9f92954a-7413-4591-8eea-d7cd35958976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:56.155948 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-9f92954a-7413-4591-8eea-d7cd35958976 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d96ac81e-be4d-4f06-ac5a-e2cd7dd13108 HTTP/1.1" status: 204 len: 168 time: 0.2014246 Apr 28 20:00:56.164653 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92954a-7413-4591-8eea-d7cd35958976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96ac81e-be4d-4f06-ac5a-e2cd7dd13108,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:56.563319 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60600) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:56.619420 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-49c28e94-646d-4c01-bcf8-5c6a5a54c5a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cdaf1ac575d14ebeadb5b7d1ea016d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533519 Apr 28 20:00:56.622146 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60602) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:56.676866 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-69980669-d0f3-4236-b550-40694a9f9aa8 admin admin] Publish callbacks [] for security_group (0c2f6b03-e8db-4d19-9032-bb4fcb5d9a32), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:56.700594 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-69980669-d0f3-4236-b550-40694a9f9aa8 admin admin] Publish callbacks [] for security_group (0c2f6b03-e8db-4d19-9032-bb4fcb5d9a32), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:56.755119 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-69980669-d0f3-4236-b550-40694a9f9aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (0c2f6b03-e8db-4d19-9032-bb4fcb5d9a32), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:56.758190 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-69980669-d0f3-4236-b550-40694a9f9aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:56.759924 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-69980669-d0f3-4236-b550-40694a9f9aa8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c2f6b03-e8db-4d19-9032-bb4fcb5d9a32 HTTP/1.1" status: 204 len: 168 time: 0.1359227 Apr 28 20:00:56.772016 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69980669-d0f3-4236-b550-40694a9f9aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2f6b03-e8db-4d19-9032-bb4fcb5d9a32,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:58.066000 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 60632) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:58.185263 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1b567a16-b127-4f47-8b26-081c7a817eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:58.285778 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1b567a16-b127-4f47-8b26-081c7a817eca admin admin] Publish callbacks [] for security_group (4fb79217-bced-4ac0-842a-1b243790bcea), precommit_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:58.289890 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-1b567a16-b127-4f47-8b26-081c7a817eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (4fb79217-bced-4ac0-842a-1b243790bcea), after_create {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:58.332086 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-1b567a16-b127-4f47-8b26-081c7a817eca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e99c804007e4e06b5bca8317c322cad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645431 Apr 28 20:00:58.333069 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b567a16-b127-4f47-8b26-081c7a817eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb79217-bced-4ac0-842a-1b243790bcea,revision_number=1']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:58.336194 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60636) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:58.393958 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6d926805-e566-45c9-b1db-7578d07ada02 admin admin] Publish callbacks [] for security_group (4fb79217-bced-4ac0-842a-1b243790bcea), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:58.418285 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6d926805-e566-45c9-b1db-7578d07ada02 admin admin] Publish callbacks [] for security_group (4fb79217-bced-4ac0-842a-1b243790bcea), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:58.472363 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6d926805-e566-45c9-b1db-7578d07ada02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (4fb79217-bced-4ac0-842a-1b243790bcea), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:58.475021 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-6d926805-e566-45c9-b1db-7578d07ada02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:58.476728 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-6d926805-e566-45c9-b1db-7578d07ada02 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4fb79217-bced-4ac0-842a-1b243790bcea HTTP/1.1" status: 204 len: 168 time: 0.1393576 Apr 28 20:00:58.484991 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d926805-e566-45c9-b1db-7578d07ada02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb79217-bced-4ac0-842a-1b243790bcea,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:59.208411 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60658) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:59.316261 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1972784931-network', 'tenant_id': 'dbf531b2508847a9a518761809da1d42'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:00:59.339700 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] Made reservation on behalf of dbf531b2508847a9a518761809da1d42 for: {'network': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:59.343059 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for network (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:59.352425 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:59.455362 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] Publish callbacks [] for security_group (bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:59.459928 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:59.487910 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=109983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:00:59.498393 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:59.503781 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (6a7352de-6439-49da-9594-ffe598db0890), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:59.504158 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.db.segments_db [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] Added segment 6a7352de-6439-49da-9594-ffe598db0890 of type vlan for network fac1558f-6505-414f-b7a1-0f27c701384e Apr 28 20:00:59.552493 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753807879837'] for network (fac1558f-6505-414f-b7a1-0f27c701384e), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:59.595730 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613'] for network (fac1558f-6505-414f-b7a1-0f27c701384e), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:59.596908 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:59.597727 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:59.635494 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4257591 Apr 28 20:00:59.639198 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 60662) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:00:59.644153 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [None req-e6ea925d-4af3-48bf-953f-d085e1c34f54 admin admin] Request body: {'subnet': {'network_id': 'fac1558f-6505-414f-b7a1-0f27c701384e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1972784931-subnet', 'tenant_id': 'dbf531b2508847a9a518761809da1d42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:00:59.680704 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a6f00-3e29-4b80-a02d-a96036958d95 admin admin] Pushing event updated for resources: {'Network': ['ID=fac1558f-6505-414f-b7a1-0f27c701384e,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:59.693401 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Network fac1558f-6505-414f-b7a1-0f27c701384e details requested by agent ovs-agent-dv-cinder-826949-7-smb with host dv-cinder-826949-7-smb {{(pid=109985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 20:00:59.698385 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ea925d-4af3-48bf-953f-d085e1c34f54 admin admin] Made reservation on behalf of dbf531b2508847a9a518761809da1d42 for: {'subnet': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:59.702677 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-e6ea925d-4af3-48bf-953f-d085e1c34f54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8798886'] for subnet (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:00:59.922868 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-e6ea925d-4af3-48bf-953f-d085e1c34f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2299524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8798804'] for subnet (9ba7098a-832e-4b48-88fc-318a952c740a), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:00.021595 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea925d-4af3-48bf-953f-d085e1c34f54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba7098a-832e-4b48-88fc-318a952c740a,revision_number=0']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:00.035437 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ea925d-4af3-48bf-953f-d085e1c34f54 admin admin] Checking segment: {'id': '6a7352de-6439-49da-9594-ffe598db0890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fac1558f-6505-414f-b7a1-0f27c701384e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:01:00.035788 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ea925d-4af3-48bf-953f-d085e1c34f54 admin admin] Network hostable DHCP agents. Network: fac1558f-6505-414f-b7a1-0f27c701384e, hostable agents: ['12b0aff0-cc98-4f9d-bd7d-35c6f36421a4'], hosted agents: [] {{(pid=109983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:00.055587 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ea925d-4af3-48bf-953f-d085e1c34f54 admin admin] Network fac1558f-6505-414f-b7a1-0f27c701384e is scheduled to be hosted by DHCP agent 12b0aff0-cc98-4f9d-bd7d-35c6f36421a4 with binding_index 1 {{(pid=109983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:00.067016 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [None req-e6ea925d-4af3-48bf-953f-d085e1c34f54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-7-smb, fac1558f-6505-414f-b7a1-0f27c701384e) {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:00.072728 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ea925d-4af3-48bf-953f-d085e1c34f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:00.073273 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-e6ea925d-4af3-48bf-953f-d085e1c34f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for subnet (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:00.080919 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72e852d-f204-4dab-817d-06600e150885 None None] Network fac1558f-6505-414f-b7a1-0f27c701384e requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:01:00.096955 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-e6ea925d-4af3-48bf-953f-d085e1c34f54 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4564190 Apr 28 20:01:00.238267 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a424207-db9e-4e99-9d60-316e4589ac78 None None] Network fac1558f-6505-414f-b7a1-0f27c701384e requested from dv-cinder-826949-7-smb {{(pid=109985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 28 20:01:02.092929 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-b40c8f83-30e7-4505-9534-f6af0be07712 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:02.094661 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-b40c8f83-30e7-4505-9534-f6af0be07712 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/networks?id=fac1558f-6505-414f-b7a1-0f27c701384e HTTP/1.1" status: 200 len: 809 time: 0.1108403 Apr 28 20:01:02.110832 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-2ff7e76c-bc93-4141-bb93-3ae2c96fe3c0 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/quotas/dbf531b2508847a9a518761809da1d42 HTTP/1.1" status: 200 len: 375 time: 0.0102046 Apr 28 20:01:02.152272 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-8165610e-1c37-4ebe-b851-850720cdec92 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dbf531b2508847a9a518761809da1d42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357285 Apr 28 20:01:02.250740 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-96de95f0-4119-48f0-ba73-bb6fc6114384 service neutron] 10.222.0.62 "GET /v2.0/networks/fac1558f-6505-414f-b7a1-0f27c701384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910368 Apr 28 20:01:02.658611 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-69ecb853-016d-408d-aa06-0835928c8c85 service neutron] 10.222.0.62 "GET /v2.0/networks/fac1558f-6505-414f-b7a1-0f27c701384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017863 Apr 28 20:01:02.897845 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f5848804-f3c8-4c1b-81b6-9286b72ceb25 req-4fe70e5e-ecfd-4cc0-9dec-34dd953ccebc tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 210 time: 0.0412209 Apr 28 20:01:04.030286 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-0ce271ec-9217-4ad0-acae-32f8a8831029 req-4d51a555-8a38-46ca-a9ec-f65f9f92b604 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 210 time: 0.0400665 Apr 28 20:01:04.037845 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-efa96e68-0378-4797-92cc-9c436001633d tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.039425 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-efa96e68-0378-4797-92cc-9c436001633d tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.65 "GET /v2.0/networks?id=fac1558f-6505-414f-b7a1-0f27c701384e HTTP/1.1" status: 200 len: 809 time: 0.1573255 Apr 28 20:01:04.061968 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Request body: {'port': {'device_id': '0459613d-64af-410a-b1cb-236e11e7c0ca', 'network_id': 'fac1558f-6505-414f-b7a1-0f27c701384e', 'admin_state_up': True, 'tenant_id': 'dbf531b2508847a9a518761809da1d42'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:01:04.177511 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Made reservation on behalf of dbf531b2508847a9a518761809da1d42 for: {'port': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:04.180912 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:04.336770 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Allocated IP 172.20.0.7 (fac1558f-6505-414f-b7a1-0f27c701384e/9ba7098a-832e-4b48-88fc-318a952c740a/bf93c966-0807-4bb1-99d8-e466d946c52c) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:04.521381 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks [] for port (bf93c966-0807-4bb1-99d8-e466d946c52c), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:04.558791 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (bf93c966-0807-4bb1-99d8-e466d946c52c), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:04.606420 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Network fac1558f-6505-414f-b7a1-0f27c701384e is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:04.612756 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:04.617175 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:01:04.643432 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Pushing event updated for resources: {'Port': ['ID=bf93c966-0807-4bb1-99d8-e466d946c52c,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:04.660496 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:04.660837 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:04.661171 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:04.661507 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:04.661833 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:04.662156 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:04.662477 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:04.662796 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:04.663115 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:04.663434 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:04.663751 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:04.664097 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:04.664447 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:04.664728 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:04.665040 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:04.689808 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.690740 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:04.710711 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-85c8fc29-6128-4028-900b-7aa29b4d1f90 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6624501 Apr 28 20:01:04.722777 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Request body: {'port': {'device_id': '0459613d-64af-410a-b1cb-236e11e7c0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:01:04.791490 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (bf93c966-0807-4bb1-99d8-e466d946c52c), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:05.096988 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf93c966-0807-4bb1-99d8-e466d946c52c {{(pid=109983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:01:05.105648 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Publish callbacks [] for port (bf93c966-0807-4bb1-99d8-e466d946c52c), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:05.120597 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.provisioning_blocks [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Transition to ACTIVE for port object bf93c966-0807-4bb1-99d8-e466d946c52c will not be triggered until provisioned by entity L2. {{(pid=109983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 20:01:05.133244 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (bf93c966-0807-4bb1-99d8-e466d946c52c), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:05.218383 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b249a15-f44c-46ba-8008-aa3ea5abc0bf req-7e23b842-56f3-4b74-b0ad-a2fd0b8aee4f tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:05.219985 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2b249a15-f44c-46ba-8008-aa3ea5abc0bf req-7e23b842-56f3-4b74-b0ad-a2fd0b8aee4f tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 943 time: 0.0962834 Apr 28 20:01:05.226539 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf93c966-0807-4bb1-99d8-e466d946c52c,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:05.337322 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-2b249a15-f44c-46ba-8008-aa3ea5abc0bf req-995b226e-9e0e-483a-a6dc-700250ed5dea tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066999 Apr 28 20:01:05.367442 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Attempting to bind port bf93c966-0807-4bb1-99d8-e466d946c52c on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:01:05.368030 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Attempting to bind port bf93c966-0807-4bb1-99d8-e466d946c52c by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '6a7352de-6439-49da-9594-ffe598db0890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fac1558f-6505-414f-b7a1-0f27c701384e'}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:01:05.368576 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Attempting to bind port bf93c966-0807-4bb1-99d8-e466d946c52c on network fac1558f-6505-414f-b7a1-0f27c701384e {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:05.376265 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Port bf93c966-0807-4bb1-99d8-e466d946c52c on network fac1558f-6505-414f-b7a1-0f27c701384e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:01:05.376800 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Attempting to bind port bf93c966-0807-4bb1-99d8-e466d946c52c on network fac1558f-6505-414f-b7a1-0f27c701384e {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:01:05.385393 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:01:05.385940 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Checking segment: {'id': '6a7352de-6439-49da-9594-ffe598db0890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fac1558f-6505-414f-b7a1-0f27c701384e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:01:05.386564 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Bound using segment: {'id': '6a7352de-6439-49da-9594-ffe598db0890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fac1558f-6505-414f-b7a1-0f27c701384e'} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:01:05.387269 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Bound port: bf93c966-0807-4bb1-99d8-e466d946c52c, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7352de-6439-49da-9594-ffe598db0890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fac1558f-6505-414f-b7a1-0f27c701384e'}}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:01:05.387880 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (bf93c966-0807-4bb1-99d8-e466d946c52c), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:05.461247 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] For port bf93c966-0807-4bb1-99d8-e466d946c52c, host hv-cinder-82694, cleared binding levels {{(pid=109983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:01:05.465044 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] For port bf93c966-0807-4bb1-99d8-e466d946c52c, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bf93c966-0807-4bb1-99d8-e466d946c52c,segment=NetworkSegment(6a7352de-6439-49da-9594-ffe598db0890),segment_id=6a7352de-6439-49da-9594-ffe598db0890)] {{(pid=109983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:01:05.472372 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (bf93c966-0807-4bb1-99d8-e466d946c52c), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:05.509651 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:05.510409 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:05.511896 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] 10.222.0.65 "PUT /v2.0/ports/bf93c966-0807-4bb1-99d8-e466d946c52c HTTP/1.1" status: 200 len: 1093 time: 0.7937698 Apr 28 20:01:05.512377 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0459613d-64af-410a-b1cb-236e11e7c0ca', 'tag': 'bf93c966-0807-4bb1-99d8-e466d946c52c'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:05.515274 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a9fe11-950b-4d7f-9dfa-cc72f2dd2cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "0459613d-64af-410a-b1cb-236e11e7c0ca", "tag": "bf93c966-0807-4bb1-99d8-e466d946c52c"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:01:05.553860 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219b6ee-7941-4f94-9bc2-2549df3d3bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf93c966-0807-4bb1-99d8-e466d946c52c,revision_number=3']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:05.618955 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-9c4a7865-e5c8-4393-9cf7-97901a51ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:05.620524 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-9c4a7865-e5c8-4393-9cf7-97901a51ed18 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dbf531b2508847a9a518761809da1d42&device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 1127 time: 0.0490973 Apr 28 20:01:05.672207 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-66439bfc-f4a8-4ac4-85af-a362b36b6dbf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf93c966-0807-4bb1-99d8-e466d946c52c HTTP/1.1" status: 200 len: 217 time: 0.0404725 Apr 28 20:01:05.731376 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f29866c-c941-4a5e-811d-36ae82d931da x-openstack-request-id: req-8f29866c-c941-4a5e-811d-36ae82d931da {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:01:05.731755 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0459613d-64af-410a-b1cb-236e11e7c0ca", "tag": "bf93c966-0807-4bb1-99d8-e466d946c52c", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:01:05.732168 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f29866c-c941-4a5e-811d-36ae82d931da {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:01:05.732865 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f29866c-c941-4a5e-811d-36ae82d931da'] response: {'name': 'network-changed', 'server_uuid': '0459613d-64af-410a-b1cb-236e11e7c0ca', 'tag': 'bf93c966-0807-4bb1-99d8-e466d946c52c', 'status': 'completed', 'code': 200} Apr 28 20:01:05.740953 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-14a35de1-afd0-4ad0-ab8c-d76d4ccd5e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:05.742522 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-14a35de1-afd0-4ad0-ab8c-d76d4ccd5e87 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9ba7098a-832e-4b48-88fc-318a952c740a HTTP/1.1" status: 200 len: 849 time: 0.0643198 Apr 28 20:01:05.778377 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-71f5d0ce-7138-4bba-8a57-ce7c6d39dd7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fac1558f-6505-414f-b7a1-0f27c701384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293272 Apr 28 20:01:05.884719 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-a75af660-7f09-40fc-9712-a57b8743076e service neutron] 10.222.0.65 "GET /v2.0/networks/fac1558f-6505-414f-b7a1-0f27c701384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994713 Apr 28 20:01:05.986275 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-7c4e51ec-4cbc-4144-a883-b77f12bfdb40 req-a64468be-9063-4e29-aba0-9de4486cc3ce service neutron] 10.222.0.65 "GET /v2.0/networks/fac1558f-6505-414f-b7a1-0f27c701384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957441 Apr 28 20:01:06.471260 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821470a-b35f-418c-8b4c-53a666132c78 req-e108ce3d-3311-4a55-9715-1385b8621ca6 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:06.472983 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a821470a-b35f-418c-8b4c-53a666132c78 req-e108ce3d-3311-4a55-9715-1385b8621ca6 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 943 time: 0.0534396 Apr 28 20:01:06.532095 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-a821470a-b35f-418c-8b4c-53a666132c78 req-a74035a0-3ca4-400d-a3a6-d8d1a57bad1c tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481498 Apr 28 20:01:07.611421 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:01:07.659186 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1258e06-bcd3-45eb-acc9-286a6b1df91e req-3c0c6dbf-a58a-4570-bc4d-35423588b7ee tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:07.661298 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d1258e06-bcd3-45eb-acc9-286a6b1df91e req-3c0c6dbf-a58a-4570-bc4d-35423588b7ee tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 943 time: 0.0504808 Apr 28 20:01:07.714663 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d1258e06-bcd3-45eb-acc9-286a6b1df91e req-c104f1fc-5e38-42d7-8024-64fcb49b8070 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478680 Apr 28 20:01:08.293151 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9fe11-950b-4d7f-9dfa-cc72f2dd2cc7 req-219215c3-041e-479f-94c3-1394a53dba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:08.295353 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b6a9fe11-950b-4d7f-9dfa-cc72f2dd2cc7 req-219215c3-041e-479f-94c3-1394a53dba84 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dbf531b2508847a9a518761809da1d42&device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 1127 time: 0.0487683 Apr 28 20:01:08.397889 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9fe11-950b-4d7f-9dfa-cc72f2dd2cc7 req-22aca07f-a521-4cd2-b95d-9ee28e8ff82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:08.399389 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b6a9fe11-950b-4d7f-9dfa-cc72f2dd2cc7 req-22aca07f-a521-4cd2-b95d-9ee28e8ff82e service neutron] 10.222.0.65 "GET /v2.0/networks?id=fac1558f-6505-414f-b7a1-0f27c701384e HTTP/1.1" status: 200 len: 910 time: 0.0973656 Apr 28 20:01:08.445917 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b6a9fe11-950b-4d7f-9dfa-cc72f2dd2cc7 req-03bd70c0-b299-4d18-847e-a3bfc3c90f56 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf93c966-0807-4bb1-99d8-e466d946c52c HTTP/1.1" status: 200 len: 217 time: 0.0397298 Apr 28 20:01:08.498962 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9fe11-950b-4d7f-9dfa-cc72f2dd2cc7 req-c7415a40-f1e0-4029-aa66-1d6afb702bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:08.500546 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b6a9fe11-950b-4d7f-9dfa-cc72f2dd2cc7 req-c7415a40-f1e0-4029-aa66-1d6afb702bc0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9ba7098a-832e-4b48-88fc-318a952c740a HTTP/1.1" status: 200 len: 849 time: 0.0485790 Apr 28 20:01:08.538605 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b6a9fe11-950b-4d7f-9dfa-cc72f2dd2cc7 req-e67b0136-90a2-4672-8643-53e88da7ea88 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fac1558f-6505-414f-b7a1-0f27c701384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299633 Apr 28 20:01:08.645563 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b6a9fe11-950b-4d7f-9dfa-cc72f2dd2cc7 req-c63374fe-caa2-4f81-ba33-0951f3f07e65 service neutron] 10.222.0.65 "GET /v2.0/networks/fac1558f-6505-414f-b7a1-0f27c701384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999479 Apr 28 20:01:08.757602 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-b6a9fe11-950b-4d7f-9dfa-cc72f2dd2cc7 req-8beaa45b-0df6-4cf4-a98c-ab127799962d service neutron] 10.222.0.65 "GET /v2.0/networks/fac1558f-6505-414f-b7a1-0f27c701384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994368 Apr 28 20:01:08.853144 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06a944-3fb8-4aaf-a480-05e1b4202148 req-4e3837fa-f3a3-4f21-aef4-e681d166af1f tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:08.854681 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6c06a944-3fb8-4aaf-a480-05e1b4202148 req-4e3837fa-f3a3-4f21-aef4-e681d166af1f tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 943 time: 0.0626340 Apr 28 20:01:08.911556 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-6c06a944-3fb8-4aaf-a480-05e1b4202148 req-a1257a96-7ffb-4dc1-a91e-a0d554989aa8 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485890 Apr 28 20:01:09.019598 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [req-ddb9e8d9-3f46-41b2-b64d-dc81905427a8 req-9a9b3efb-0a08-4aed-8bd9-6a137eba6266 service neutron] (109983) timed out ('10.222.0.65', 59267) {{(pid=109983) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 20:01:09.928499 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device bf93c966-0807-4bb1-99d8-e466d946c52c details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:01:10.072007 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port bf93c966-0807-4bb1-99d8-e466d946c52c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bf93c966-0807-4bb1-99d8-e466d946c52c,segment=NetworkSegment(6a7352de-6439-49da-9594-ffe598db0890),segment_id=6a7352de-6439-49da-9594-ffe598db0890)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:10.086573 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd504c-ef71-4219-a312-ddc17366dc2b req-3bd5a516-f835-470f-bc21-db43899aae38 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:10.088198 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ccbd504c-ef71-4219-a312-ddc17366dc2b req-3bd5a516-f835-470f-bc21-db43899aae38 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 943 time: 0.0732799 Apr 28 20:01:10.093712 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': 'bf93c966-0807-4bb1-99d8-e466d946c52c', 'network_id': 'fac1558f-6505-414f-b7a1-0f27c701384e', 'port_id': 'bf93c966-0807-4bb1-99d8-e466d946c52c', 'mac_address': 'fa:16:3e:fb:59:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba7098a-832e-4b48-88fc-318a952c740a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:01:10.157538 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port bf93c966-0807-4bb1-99d8-e466d946c52c is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:01:10.157937 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (bf93c966-0807-4bb1-99d8-e466d946c52c), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:10.163656 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-ccbd504c-ef71-4219-a312-ddc17366dc2b req-03220cf7-0295-45c5-87c2-9c49b1e3bf16 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643663 Apr 28 20:01:10.174028 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf93c966-0807-4bb1-99d8-e466d946c52c {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:01:10.203149 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port bf93c966-0807-4bb1-99d8-e466d946c52c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bf93c966-0807-4bb1-99d8-e466d946c52c,segment=NetworkSegment(6a7352de-6439-49da-9594-ffe598db0890),segment_id=6a7352de-6439-49da-9594-ffe598db0890)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:10.208986 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (bf93c966-0807-4bb1-99d8-e466d946c52c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:10.271073 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=bf93c966-0807-4bb1-99d8-e466d946c52c,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:10.538743 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['bf93c966-0807-4bb1-99d8-e466d946c52c'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:01:10.595776 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:11.944067 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device bf93c966-0807-4bb1-99d8-e466d946c52c up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:01:12.000881 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port bf93c966-0807-4bb1-99d8-e466d946c52c completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 20:01:12.009272 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port bf93c966-0807-4bb1-99d8-e466d946c52c triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:01:12.009761 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (bf93c966-0807-4bb1-99d8-e466d946c52c), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:12.115736 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port bf93c966-0807-4bb1-99d8-e466d946c52c is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:01:12.117015 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (bf93c966-0807-4bb1-99d8-e466d946c52c), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:12.152921 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0459613d-64af-410a-b1cb-236e11e7c0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf93c966-0807-4bb1-99d8-e466d946c52c'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:12.156303 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742e617d-e3d0-4e88-a79c-f331560a0289" -d '{"events": [{"server_uuid": "0459613d-64af-410a-b1cb-236e11e7c0ca", "name": "network-vif-plugged", "status": "completed", "tag": "bf93c966-0807-4bb1-99d8-e466d946c52c"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:01:12.171740 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port bf93c966-0807-4bb1-99d8-e466d946c52c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bf93c966-0807-4bb1-99d8-e466d946c52c,segment=NetworkSegment(6a7352de-6439-49da-9594-ffe598db0890),segment_id=6a7352de-6439-49da-9594-ffe598db0890)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:01:12.177238 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (bf93c966-0807-4bb1-99d8-e466d946c52c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:12.227565 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e9bb29-f98c-4a82-a2d5-e24a9a5fbbf4 x-openstack-request-id: req-c2e9bb29-f98c-4a82-a2d5-e24a9a5fbbf4 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:01:12.228035 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0459613d-64af-410a-b1cb-236e11e7c0ca", "name": "network-vif-plugged", "status": "completed", "tag": "bf93c966-0807-4bb1-99d8-e466d946c52c", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:01:12.228485 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2e9bb29-f98c-4a82-a2d5-e24a9a5fbbf4 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:01:12.228958 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e9bb29-f98c-4a82-a2d5-e24a9a5fbbf4'] response: {'server_uuid': '0459613d-64af-410a-b1cb-236e11e7c0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf93c966-0807-4bb1-99d8-e466d946c52c', 'code': 200} Apr 28 20:01:12.265727 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=bf93c966-0807-4bb1-99d8-e466d946c52c,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:12.437568 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbff807-5169-4c44-8d6c-482cd5a3d888 req-c5241113-5dd1-4b3a-a223-666da0e7d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:12.439630 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bbbff807-5169-4c44-8d6c-482cd5a3d888 req-c5241113-5dd1-4b3a-a223-666da0e7d321 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 1129 time: 0.0536792 Apr 28 20:01:12.517173 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-bbbff807-5169-4c44-8d6c-482cd5a3d888 req-c5e3c29b-d847-4325-aef8-5973220cb55b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710802 Apr 28 20:01:17.105544 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-db2c0f29-4cc5-4d21-bcc7-59120a8f3941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:19.337041 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-708df962-bf1e-4316-91bf-6ee48c2fdaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:21.015071 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:22.332793 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:23.772536 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3b1c7f07-b689-480a-b60c-f78ed5c73cac req-bdec1836-475d-4de1-81af-24b8a3226625 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0459613d-64af-410a-b1cb-236e11e7c0ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414243 Apr 28 20:01:23.885882 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c7f07-b689-480a-b60c-f78ed5c73cac req-eb9610cb-7b34-4093-bb5c-745e22412148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:23.887650 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3b1c7f07-b689-480a-b60c-f78ed5c73cac req-eb9610cb-7b34-4093-bb5c-745e22412148 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dbf531b2508847a9a518761809da1d42&device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 1129 time: 0.0445311 Apr 28 20:01:23.958921 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:24.056214 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c7f07-b689-480a-b60c-f78ed5c73cac req-5c099694-1caa-422a-8d1b-c56eb4e2e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:24.058588 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3b1c7f07-b689-480a-b60c-f78ed5c73cac req-5c099694-1caa-422a-8d1b-c56eb4e2e147 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fac1558f-6505-414f-b7a1-0f27c701384e HTTP/1.1" status: 200 len: 910 time: 0.1408279 Apr 28 20:01:24.109797 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3b1c7f07-b689-480a-b60c-f78ed5c73cac req-1e05e579-db3b-414a-8220-1ab85e0b3d89 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf93c966-0807-4bb1-99d8-e466d946c52c HTTP/1.1" status: 200 len: 217 time: 0.0432532 Apr 28 20:01:24.169400 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c7f07-b689-480a-b60c-f78ed5c73cac req-1a7d7be7-ae9b-4e03-a13d-5dee9b6d20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:24.170944 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3b1c7f07-b689-480a-b60c-f78ed5c73cac req-1a7d7be7-ae9b-4e03-a13d-5dee9b6d20dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9ba7098a-832e-4b48-88fc-318a952c740a HTTP/1.1" status: 200 len: 849 time: 0.0538332 Apr 28 20:01:24.208181 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3b1c7f07-b689-480a-b60c-f78ed5c73cac req-e48ffdad-112a-496b-9fa8-f584c9f7c70e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fac1558f-6505-414f-b7a1-0f27c701384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287535 Apr 28 20:01:24.317642 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3b1c7f07-b689-480a-b60c-f78ed5c73cac req-a772bf6f-7dde-4770-b100-e19940c83a0e service neutron] 10.222.0.65 "GET /v2.0/networks/fac1558f-6505-414f-b7a1-0f27c701384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003242 Apr 28 20:01:24.420612 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-3b1c7f07-b689-480a-b60c-f78ed5c73cac req-dc9bce71-cdb1-4604-a226-fb94d609389d service neutron] 10.222.0.65 "GET /v2.0/networks/fac1558f-6505-414f-b7a1-0f27c701384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961728 Apr 28 20:01:40.583427 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:44.612101 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:01:47.100380 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-14780823-e34b-403d-9c06-2c4378bd366c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:49.332948 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-cecee529-2ec2-4d5b-af20-5cb0c0427979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:51.017636 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:52.334093 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:01:53.954787 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:10.597820 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:11.351082 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd273f-df9f-432f-9f22-7ab421c8fb10 req-2b2bdf82-5e88-4c4e-9900-a6caaaf09fdb tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:11.352745 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-55cd273f-df9f-432f-9f22-7ab421c8fb10 req-2b2bdf82-5e88-4c4e-9900-a6caaaf09fdb tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 945 time: 0.0542896 Apr 28 20:02:11.412513 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-55cd273f-df9f-432f-9f22-7ab421c8fb10 req-e4a213d6-d7c1-4de0-9056-4f3dc08c0449 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489867 Apr 28 20:02:12.062885 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b1d6c-29ee-4754-8a6d-e37ce99b2cde req-38acf301-573e-4231-9376-e2e34be4a015 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:12.064603 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-760b1d6c-29ee-4754-8a6d-e37ce99b2cde req-38acf301-573e-4231-9376-e2e34be4a015 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 945 time: 0.0561187 Apr 28 20:02:12.122647 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-760b1d6c-29ee-4754-8a6d-e37ce99b2cde req-07496852-746b-40e5-9861-865a99311be8 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481818 Apr 28 20:02:13.253561 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a245dfe-c27c-4c88-8c97-e2582330bd08 req-708ea080-bded-48d3-90e3-d90c2c0d4a67 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:13.255208 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4a245dfe-c27c-4c88-8c97-e2582330bd08 req-708ea080-bded-48d3-90e3-d90c2c0d4a67 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 945 time: 0.0542207 Apr 28 20:02:13.313635 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-4a245dfe-c27c-4c88-8c97-e2582330bd08 req-1128a69b-d974-47f9-a52b-b75c5788a6cf tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521598 Apr 28 20:02:13.780413 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd627c-522f-48b4-89ba-34011c1da221 req-0eb5d268-e3c6-466a-911e-119c98828a31 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:13.781997 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c8fd627c-522f-48b4-89ba-34011c1da221 req-0eb5d268-e3c6-466a-911e-119c98828a31 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.65 "GET /v2.0/ports?device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 945 time: 0.0530775 Apr 28 20:02:13.891132 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-c8fd627c-522f-48b4-89ba-34011c1da221 req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Deleting port bf93c966-0807-4bb1-99d8-e466d946c52c {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 20:02:13.891475 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-c8fd627c-522f-48b4-89ba-34011c1da221 req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (bf93c966-0807-4bb1-99d8-e466d946c52c), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:13.997733 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-c8fd627c-522f-48b4-89ba-34011c1da221 req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] For port bf93c966-0807-4bb1-99d8-e466d946c52c, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bf93c966-0807-4bb1-99d8-e466d946c52c,segment=NetworkSegment(6a7352de-6439-49da-9594-ffe598db0890),segment_id=6a7352de-6439-49da-9594-ffe598db0890)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:13.998115 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-c8fd627c-522f-48b4-89ba-34011c1da221 req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (bf93c966-0807-4bb1-99d8-e466d946c52c), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:14.015226 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-c8fd627c-522f-48b4-89ba-34011c1da221 req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Calling delete_port for bf93c966-0807-4bb1-99d8-e466d946c52c owned by compute:nova {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 20:02:14.171763 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-c8fd627c-522f-48b4-89ba-34011c1da221 req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (bf93c966-0807-4bb1-99d8-e466d946c52c), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:14.186903 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['bf93c966-0807-4bb1-99d8-e466d946c52c'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:02:14.224454 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Pushing event deleted for resources: {'Port': ['ID=bf93c966-0807-4bb1-99d8-e466d946c52c,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:14.246914 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:14.247438 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:14.248031 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:14.248579 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:14.249103 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:14.249595 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:14.250076 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:14.250558 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:14.251041 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:14.251526 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:14.252039 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:14.252526 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:14.253005 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:14.253478 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:14.253948 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:14.322603 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fd627c-522f-48b4-89ba-34011c1da221 req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] No DVR routers for this DVR port bf93c966-0807-4bb1-99d8-e466d946c52c on host hv-cinder-82694 {{(pid=109983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:14.326118 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-c8fd627c-522f-48b4-89ba-34011c1da221 req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:14.329622 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c8fd627c-522f-48b4-89ba-34011c1da221 req-ae6728be-1187-4122-977e-43cf5f3358b3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.65 "DELETE /v2.0/ports/bf93c966-0807-4bb1-99d8-e466d946c52c HTTP/1.1" status: 204 len: 173 time: 0.5415964 Apr 28 20:02:14.330132 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0459613d-64af-410a-b1cb-236e11e7c0ca', 'name': 'network-vif-deleted', 'tag': 'bf93c966-0807-4bb1-99d8-e466d946c52c'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:14.332611 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c38636-43e0-4a84-856d-ff1129c1601d" -d '{"events": [{"server_uuid": "0459613d-64af-410a-b1cb-236e11e7c0ca", "name": "network-vif-deleted", "tag": "bf93c966-0807-4bb1-99d8-e466d946c52c"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:02:14.373668 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850abc5c-a4b6-4729-9920-bef61fa66ff1 x-openstack-request-id: req-850abc5c-a4b6-4729-9920-bef61fa66ff1 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:02:14.374026 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0459613d-64af-410a-b1cb-236e11e7c0ca", "name": "network-vif-deleted", "tag": "bf93c966-0807-4bb1-99d8-e466d946c52c", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:02:14.374204 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-850abc5c-a4b6-4729-9920-bef61fa66ff1 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:02:14.374615 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850abc5c-a4b6-4729-9920-bef61fa66ff1'] response: {'server_uuid': '0459613d-64af-410a-b1cb-236e11e7c0ca', 'name': 'network-vif-deleted', 'tag': 'bf93c966-0807-4bb1-99d8-e466d946c52c', 'status': 'completed', 'code': 200} Apr 28 20:02:14.479094 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9dddacdf-09d1-4d0e-bcd7-b8c82872958f req-15f6e3de-3ab8-4caa-9a2b-1a262a4fa025 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=0459613d-64af-410a-b1cb-236e11e7c0ca HTTP/1.1" status: 200 len: 210 time: 0.0374875 Apr 28 20:02:15.852762 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297f427-3943-445d-b685-cac11337c305 req-db18a25d-2820-4bb9-b5a2-2fcfeabaa35e tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:15.856605 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f297f427-3943-445d-b685-cac11337c305 req-db18a25d-2820-4bb9-b5a2-2fcfeabaa35e tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/networks?id=fac1558f-6505-414f-b7a1-0f27c701384e HTTP/1.1" status: 200 len: 809 time: 0.1532378 Apr 28 20:02:15.877735 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f297f427-3943-445d-b685-cac11337c305 req-b5125e31-966f-4573-9b6f-8919d3e8df51 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/quotas/dbf531b2508847a9a518761809da1d42 HTTP/1.1" status: 200 len: 375 time: 0.0139062 Apr 28 20:02:15.929756 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f297f427-3943-445d-b685-cac11337c305 req-eb6887c1-cf57-4ed1-8341-52f175629e80 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dbf531b2508847a9a518761809da1d42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459008 Apr 28 20:02:16.099527 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f297f427-3943-445d-b685-cac11337c305 req-27616be0-dc14-4d32-b250-a6ac4aa0ffad service neutron] 10.222.0.62 "GET /v2.0/networks/fac1558f-6505-414f-b7a1-0f27c701384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620643 Apr 28 20:02:16.251962 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f297f427-3943-445d-b685-cac11337c305 req-e303117b-ed28-4219-ac12-268f9fd7fa57 service neutron] 10.222.0.62 "GET /v2.0/networks/fac1558f-6505-414f-b7a1-0f27c701384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432431 Apr 28 20:02:16.364047 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device bf93c966-0807-4bb1-99d8-e466d946c52c no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:02:16.416069 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: bf93c966-0807-4bb1-99d8-e466d946c52c {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 20:02:16.416493 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device bf93c966-0807-4bb1-99d8-e466d946c52c not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:02:16.524511 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-46adc958-d26c-4b62-8241-63021018edbe req-f052e160-f55e-4133-9c54-f9fe2af616a8 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 210 time: 0.0604925 Apr 28 20:02:17.111829 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ab8c9a97-7e6b-48a0-8baf-f66970a7ef76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:17.671916 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-33d23831-6f6b-4356-8bca-0b3bbd419253 req-15193d1f-65a9-4362-a0f1-82f3f3f739b2 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 210 time: 0.0431721 Apr 28 20:02:17.825451 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297f427-3943-445d-b685-cac11337c305 req-1618139a-d768-4d8b-8149-6cbfc167a33e tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:17.827387 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f297f427-3943-445d-b685-cac11337c305 req-1618139a-d768-4d8b-8149-6cbfc167a33e tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.65 "GET /v2.0/networks?id=fac1558f-6505-414f-b7a1-0f27c701384e HTTP/1.1" status: 200 len: 809 time: 0.1662853 Apr 28 20:02:17.845784 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-f297f427-3943-445d-b685-cac11337c305 req-c1f31584-e1eb-4458-b687-4d3254fe0111 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Request body: {'port': {'device_id': '39b932c2-d1aa-4294-869b-0bc301c3c270', 'network_id': 'fac1558f-6505-414f-b7a1-0f27c701384e', 'admin_state_up': True, 'tenant_id': 'dbf531b2508847a9a518761809da1d42'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:02:17.989298 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f297f427-3943-445d-b685-cac11337c305 req-c1f31584-e1eb-4458-b687-4d3254fe0111 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Made reservation on behalf of dbf531b2508847a9a518761809da1d42 for: {'port': 1} {{(pid=109983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:17.993280 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-f297f427-3943-445d-b685-cac11337c305 req-c1f31584-e1eb-4458-b687-4d3254fe0111 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (None), before_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:18.137255 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.db_base_plugin_common [req-f297f427-3943-445d-b685-cac11337c305 req-c1f31584-e1eb-4458-b687-4d3254fe0111 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Allocated IP 172.20.0.7 (fac1558f-6505-414f-b7a1-0f27c701384e/9ba7098a-832e-4b48-88fc-318a952c740a/f234cad2-e60a-4919-aaa7-004316301000) {{(pid=109983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:18.316251 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-f297f427-3943-445d-b685-cac11337c305 req-c1f31584-e1eb-4458-b687-4d3254fe0111 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks [] for port (f234cad2-e60a-4919-aaa7-004316301000), precommit_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:18.355249 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-f297f427-3943-445d-b685-cac11337c305 req-c1f31584-e1eb-4458-b687-4d3254fe0111 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753807911792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (f234cad2-e60a-4919-aaa7-004316301000), after_create {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:18.406180 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f297f427-3943-445d-b685-cac11337c305 req-c1f31584-e1eb-4458-b687-4d3254fe0111 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Network fac1558f-6505-414f-b7a1-0f27c701384e is already hosted by enough agents. {{(pid=109983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:18.411690 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.scheduler.base_scheduler [req-f297f427-3943-445d-b685-cac11337c305 req-c1f31584-e1eb-4458-b687-4d3254fe0111 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Resources bound (agent type, host, resource id): {{(pid=109983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:18.416058 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-f297f427-3943-445d-b685-cac11337c305 req-c1f31584-e1eb-4458-b687-4d3254fe0111 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Received port after_create {{(pid=109983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 20:02:18.423993 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f31584-e1eb-4458-b687-4d3254fe0111 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Pushing event updated for resources: {'Port': ['ID=f234cad2-e60a-4919-aaa7-004316301000,revision_number=1']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:18.473534 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297f427-3943-445d-b685-cac11337c305 req-c1f31584-e1eb-4458-b687-4d3254fe0111 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:18.474226 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-f297f427-3943-445d-b685-cac11337c305 req-c1f31584-e1eb-4458-b687-4d3254fe0111 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:18.493302 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f297f427-3943-445d-b685-cac11337c305 req-c1f31584-e1eb-4458-b687-4d3254fe0111 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6521614 Apr 28 20:02:18.505608 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.v2.base [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Request body: {'port': {'device_id': '39b932c2-d1aa-4294-869b-0bc301c3c270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 28 20:02:18.595617 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (f234cad2-e60a-4919-aaa7-004316301000), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:18.879631 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4341f-b765-404c-829d-4eddcacc6796 req-95dc2cc6-4b6c-412e-98ab-fffd095dc3a3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:18.881488 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-91a4341f-b765-404c-829d-4eddcacc6796 req-95dc2cc6-4b6c-412e-98ab-fffd095dc3a3 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 931 time: 0.0809081 Apr 28 20:02:18.956716 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-91a4341f-b765-404c-829d-4eddcacc6796 req-01a9f4e3-7733-4603-ba1e-d1c02b794045 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659828 Apr 28 20:02:19.020649 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f234cad2-e60a-4919-aaa7-004316301000 {{(pid=109983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:02:19.030924 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Publish callbacks [] for port (f234cad2-e60a-4919-aaa7-004316301000), precommit_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:19.050949 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.provisioning_blocks [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Transition to ACTIVE for port object f234cad2-e60a-4919-aaa7-004316301000 will not be triggered until provisioned by entity L2. {{(pid=109983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 28 20:02:19.056404 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (f234cad2-e60a-4919-aaa7-004316301000), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:19.132676 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Pushing event updated for resources: {'Port': ['ID=f234cad2-e60a-4919-aaa7-004316301000,revision_number=2']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:19.190479 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Attempting to bind port f234cad2-e60a-4919-aaa7-004316301000 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 28 20:02:19.190806 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Attempting to bind port f234cad2-e60a-4919-aaa7-004316301000 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '6a7352de-6439-49da-9594-ffe598db0890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fac1558f-6505-414f-b7a1-0f27c701384e'}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 28 20:02:19.191131 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Attempting to bind port f234cad2-e60a-4919-aaa7-004316301000 on network fac1558f-6505-414f-b7a1-0f27c701384e {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:19.196277 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Port f234cad2-e60a-4919-aaa7-004316301000 on network fac1558f-6505-414f-b7a1-0f27c701384e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 20:02:19.196598 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Attempting to bind port f234cad2-e60a-4919-aaa7-004316301000 on network fac1558f-6505-414f-b7a1-0f27c701384e {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 20:02:19.203314 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Checking agent: {'id': '85b4b308-9fbd-4d20-9b41-cc914136ceb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'started_at': datetime.datetime(2022, 4, 28, 19, 42, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 20:02:19.203648 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Checking segment: {'id': '6a7352de-6439-49da-9594-ffe598db0890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fac1558f-6505-414f-b7a1-0f27c701384e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 28 20:02:19.204077 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Bound using segment: {'id': '6a7352de-6439-49da-9594-ffe598db0890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fac1558f-6505-414f-b7a1-0f27c701384e'} {{(pid=109983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 20:02:19.204512 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.managers [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Bound port: f234cad2-e60a-4919-aaa7-004316301000, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7352de-6439-49da-9594-ffe598db0890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fac1558f-6505-414f-b7a1-0f27c701384e'}}] {{(pid=109983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 28 20:02:19.204873 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (f234cad2-e60a-4919-aaa7-004316301000), before_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:19.280817 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] For port f234cad2-e60a-4919-aaa7-004316301000, host hv-cinder-82694, cleared binding levels {{(pid=109983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 20:02:19.284459 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] For port f234cad2-e60a-4919-aaa7-004316301000, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=f234cad2-e60a-4919-aaa7-004316301000,segment=NetworkSegment(6a7352de-6439-49da-9594-ffe598db0890),segment_id=6a7352de-6439-49da-9594-ffe598db0890)] {{(pid=109983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 20:02:19.292700 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2295823'] for port (f234cad2-e60a-4919-aaa7-004316301000), after_update {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:19.330162 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-03cd0c69-2c5f-4b52-b71a-6ff96a6736a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:19.331451 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:19.332661 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:19.334371 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f297f427-3943-445d-b685-cac11337c305 req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] 10.222.0.65 "PUT /v2.0/ports/f234cad2-e60a-4919-aaa7-004316301000 HTTP/1.1" status: 200 len: 1093 time: 0.8331308 Apr 28 20:02:19.337023 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b932c2-d1aa-4294-869b-0bc301c3c270', 'tag': 'f234cad2-e60a-4919-aaa7-004316301000'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:19.342267 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47647b6-a508-4cb9-a45c-92478ec5aa90" -d '{"events": [{"name": "network-changed", "server_uuid": "39b932c2-d1aa-4294-869b-0bc301c3c270", "tag": "f234cad2-e60a-4919-aaa7-004316301000"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:02:19.388641 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fe3e3-541e-4843-9084-01dfe183f12e service neutron] Pushing event updated for resources: {'Port': ['ID=f234cad2-e60a-4919-aaa7-004316301000,revision_number=3']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:19.395194 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 20:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcc149e-2f76-4acc-a21e-4f486fa95c74 x-openstack-request-id: req-ebcc149e-2f76-4acc-a21e-4f486fa95c74 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:02:19.395528 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b932c2-d1aa-4294-869b-0bc301c3c270", "tag": "f234cad2-e60a-4919-aaa7-004316301000", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:02:19.395773 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ebcc149e-2f76-4acc-a21e-4f486fa95c74 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:02:19.396230 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebcc149e-2f76-4acc-a21e-4f486fa95c74'] response: {'name': 'network-changed', 'server_uuid': '39b932c2-d1aa-4294-869b-0bc301c3c270', 'tag': 'f234cad2-e60a-4919-aaa7-004316301000', 'status': 'completed', 'code': 200} Apr 28 20:02:19.425720 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297f427-3943-445d-b685-cac11337c305 req-689d768b-5251-4c7e-a8fb-ccadb3d710ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:19.427300 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f297f427-3943-445d-b685-cac11337c305 req-689d768b-5251-4c7e-a8fb-ccadb3d710ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dbf531b2508847a9a518761809da1d42&device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 1127 time: 0.0479732 Apr 28 20:02:19.475448 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f297f427-3943-445d-b685-cac11337c305 req-6588b3af-981f-4ebd-be96-a141b10acdc5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f234cad2-e60a-4919-aaa7-004316301000 HTTP/1.1" status: 200 len: 217 time: 0.0411203 Apr 28 20:02:19.529514 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297f427-3943-445d-b685-cac11337c305 req-8bdbde57-5624-4d9b-98ff-5c2ebcaa5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:19.531068 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f297f427-3943-445d-b685-cac11337c305 req-8bdbde57-5624-4d9b-98ff-5c2ebcaa5f51 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9ba7098a-832e-4b48-88fc-318a952c740a HTTP/1.1" status: 200 len: 849 time: 0.0482442 Apr 28 20:02:19.566991 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f297f427-3943-445d-b685-cac11337c305 req-60665dcb-b36f-471a-8140-1f05b3bc6da9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fac1558f-6505-414f-b7a1-0f27c701384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284297 Apr 28 20:02:19.669124 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f297f427-3943-445d-b685-cac11337c305 req-fd50499b-5a78-4c43-8a62-4f58c4ff2846 service neutron] 10.222.0.65 "GET /v2.0/networks/fac1558f-6505-414f-b7a1-0f27c701384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955620 Apr 28 20:02:19.768845 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-f297f427-3943-445d-b685-cac11337c305 req-b00f48ba-e396-40f9-b3a4-8914ed98abdf service neutron] 10.222.0.65 "GET /v2.0/networks/fac1558f-6505-414f-b7a1-0f27c701384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927391 Apr 28 20:02:20.091452 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7260496-9867-46d5-8d6d-782a8d863e32 req-4aeaaa52-c3f8-4127-8355-de7cf85c6eff tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:20.092972 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c7260496-9867-46d5-8d6d-782a8d863e32 req-4aeaaa52-c3f8-4127-8355-de7cf85c6eff tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 943 time: 0.0516744 Apr 28 20:02:20.149170 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c7260496-9867-46d5-8d6d-782a8d863e32 req-03a687b2-e052-445f-95ae-3ab0031776a6 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504029 Apr 28 20:02:21.021509 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:21.278400 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be07a72-5ac0-4d33-a444-1c19649c94f5 req-e65197fd-f599-4f54-a2e9-ec5c5a9fb320 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:21.280061 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9be07a72-5ac0-4d33-a444-1c19649c94f5 req-e65197fd-f599-4f54-a2e9-ec5c5a9fb320 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 943 time: 0.0547483 Apr 28 20:02:21.343882 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-9be07a72-5ac0-4d33-a444-1c19649c94f5 req-09648168-08df-48ff-94da-a5132c13ca63 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537062 Apr 28 20:02:21.612517 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:02:21.867536 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47647b6-a508-4cb9-a45c-92478ec5aa90 req-3b359d3c-959c-4b5f-abb1-2c4185027fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:21.870320 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c47647b6-a508-4cb9-a45c-92478ec5aa90 req-3b359d3c-959c-4b5f-abb1-2c4185027fb4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dbf531b2508847a9a518761809da1d42&device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 1127 time: 0.0582428 Apr 28 20:02:22.040781 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47647b6-a508-4cb9-a45c-92478ec5aa90 req-4c6a4d4e-2981-4586-9e66-0499ceed82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:22.043424 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c47647b6-a508-4cb9-a45c-92478ec5aa90 req-4c6a4d4e-2981-4586-9e66-0499ceed82a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fac1558f-6505-414f-b7a1-0f27c701384e HTTP/1.1" status: 200 len: 910 time: 0.1657348 Apr 28 20:02:22.089900 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c47647b6-a508-4cb9-a45c-92478ec5aa90 req-5b2e7e79-aaf9-4714-a13c-ca9b5f7e96c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f234cad2-e60a-4919-aaa7-004316301000 HTTP/1.1" status: 200 len: 217 time: 0.0385990 Apr 28 20:02:22.149878 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47647b6-a508-4cb9-a45c-92478ec5aa90 req-8fd92071-69cf-4a4d-994a-6eec3c646942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:22.151336 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c47647b6-a508-4cb9-a45c-92478ec5aa90 req-8fd92071-69cf-4a4d-994a-6eec3c646942 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9ba7098a-832e-4b48-88fc-318a952c740a HTTP/1.1" status: 200 len: 849 time: 0.0560775 Apr 28 20:02:22.186594 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c47647b6-a508-4cb9-a45c-92478ec5aa90 req-4ebeda6b-c9c9-49ce-bd61-66a615951267 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fac1558f-6505-414f-b7a1-0f27c701384e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287569 Apr 28 20:02:22.299971 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c47647b6-a508-4cb9-a45c-92478ec5aa90 req-5c32b490-7a4b-46c0-84a5-96944675f0e5 service neutron] 10.222.0.65 "GET /v2.0/networks/fac1558f-6505-414f-b7a1-0f27c701384e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061187 Apr 28 20:02:22.341265 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:22.389748 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device f234cad2-e60a-4919-aaa7-004316301000 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 20:02:22.418867 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-c47647b6-a508-4cb9-a45c-92478ec5aa90 req-f8e3eba1-d609-4695-91f7-50ab8c723109 service neutron] 10.222.0.65 "GET /v2.0/networks/fac1558f-6505-414f-b7a1-0f27c701384e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123657 Apr 28 20:02:22.516730 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port f234cad2-e60a-4919-aaa7-004316301000, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=f234cad2-e60a-4919-aaa7-004316301000,segment=NetworkSegment(6a7352de-6439-49da-9594-ffe598db0890),segment_id=6a7352de-6439-49da-9594-ffe598db0890)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:22.517974 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d2eeb-fb10-457e-b780-9dd94302feed req-ea31d964-0fef-4ef1-9e2d-210b8c3f9a3c tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:22.520468 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dc4d2eeb-fb10-457e-b780-9dd94302feed req-ea31d964-0fef-4ef1-9e2d-210b8c3f9a3c tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 943 time: 0.0645537 Apr 28 20:02:22.534179 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Returning: {'device': 'f234cad2-e60a-4919-aaa7-004316301000', 'network_id': 'fac1558f-6505-414f-b7a1-0f27c701384e', 'port_id': 'f234cad2-e60a-4919-aaa7-004316301000', 'mac_address': 'fa:16:3e:a1:78:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba7098a-832e-4b48-88fc-318a952c740a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 20:02:22.595098 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-dc4d2eeb-fb10-457e-b780-9dd94302feed req-8587b0b3-b658-4148-847e-896728839325 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656185 Apr 28 20:02:22.599781 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port f234cad2-e60a-4919-aaa7-004316301000 is: DOWN; New status is: BUILD {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:02:22.600587 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (f234cad2-e60a-4919-aaa7-004316301000), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:22.625024 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f234cad2-e60a-4919-aaa7-004316301000 {{(pid=109985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:02:22.650196 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port f234cad2-e60a-4919-aaa7-004316301000, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=f234cad2-e60a-4919-aaa7-004316301000,segment=NetworkSegment(6a7352de-6439-49da-9594-ffe598db0890),segment_id=6a7352de-6439-49da-9594-ffe598db0890)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:22.655539 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (f234cad2-e60a-4919-aaa7-004316301000), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:22.715780 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=f234cad2-e60a-4919-aaa7-004316301000,revision_number=4']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:22.724201 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:22.724539 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:22.724862 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:22.725193 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:22.725517 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:22.725837 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:22.726154 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:22.726467 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:22.726782 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:22.727095 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:22.727416 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:22.727731 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:22.728077 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:22.728390 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:22.728701 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:22.974640 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['f234cad2-e60a-4919-aaa7-004316301000'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:02:23.739315 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323887b-4390-4534-a107-4bab440ca983 req-d4bfa718-d993-43b4-8e2e-ecbb032c5257 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:23.741052 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d323887b-4390-4534-a107-4bab440ca983 req-d4bfa718-d993-43b4-8e2e-ecbb032c5257 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 944 time: 0.0578079 Apr 28 20:02:23.797203 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d323887b-4390-4534-a107-4bab440ca983 req-2e4d13c7-4e89-418f-80d4-8e3d79741558 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487471 Apr 28 20:02:23.962535 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:24.408018 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device f234cad2-e60a-4919-aaa7-004316301000 up at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 20:02:24.457459 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning for port f234cad2-e60a-4919-aaa7-004316301000 completed by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 28 20:02:24.464936 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.db.provisioning_blocks [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Provisioning complete for port f234cad2-e60a-4919-aaa7-004316301000 triggered by entity L2. {{(pid=109985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 28 20:02:24.465560 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-875993'] for port (f234cad2-e60a-4919-aaa7-004316301000), provisioning_complete {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:24.601803 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Current status of the port f234cad2-e60a-4919-aaa7-004316301000 is: BUILD; New status is: ACTIVE {{(pid=109985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 28 20:02:24.602463 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576729'] for port (f234cad2-e60a-4919-aaa7-004316301000), before_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:24.644578 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b932c2-d1aa-4294-869b-0bc301c3c270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f234cad2-e60a-4919-aaa7-004316301000'}] {{(pid=109985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:24.649028 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88adb6713e27b4363a6967b38626f90e9cd810cc829819d29eac6e74962bc7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bebbd8-ca0a-4aa2-a929-e4e1e5c2db84" -d '{"events": [{"server_uuid": "39b932c2-d1aa-4294-869b-0bc301c3c270", "name": "network-vif-plugged", "status": "completed", "tag": "f234cad2-e60a-4919-aaa7-004316301000"}]}' {{(pid=109985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:02:24.670685 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] For port f234cad2-e60a-4919-aaa7-004316301000, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=f234cad2-e60a-4919-aaa7-004316301000,segment=NetworkSegment(6a7352de-6439-49da-9594-ffe598db0890),segment_id=6a7352de-6439-49da-9594-ffe598db0890)] {{(pid=109985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:24.675654 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753808435420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753807911810', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753807911828'] for port (f234cad2-e60a-4919-aaa7-004316301000), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:24.739294 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Pushing event updated for resources: {'Port': ['ID=f234cad2-e60a-4919-aaa7-004316301000,revision_number=5']} {{(pid=109985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:24.806638 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b7e7f5-d566-44ed-8f80-5dd69510e0f3 x-openstack-request-id: req-e0b7e7f5-d566-44ed-8f80-5dd69510e0f3 {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:02:24.807708 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b932c2-d1aa-4294-869b-0bc301c3c270", "name": "network-vif-plugged", "status": "completed", "tag": "f234cad2-e60a-4919-aaa7-004316301000", "code": 200}]} {{(pid=109985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:02:24.808359 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0b7e7f5-d566-44ed-8f80-5dd69510e0f3 {{(pid=109985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:02:24.808763 dv-cinder-826949-7-smb neutron-server[109985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b7e7f5-d566-44ed-8f80-5dd69510e0f3'] response: {'server_uuid': '39b932c2-d1aa-4294-869b-0bc301c3c270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f234cad2-e60a-4919-aaa7-004316301000', 'code': 200} Apr 28 20:02:24.972207 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b892ee-1552-49ef-ad60-d303991c6f60 req-654b0bd0-2fe1-44e4-b1ee-e29ce6b1f847 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:24.974327 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-31b892ee-1552-49ef-ad60-d303991c6f60 req-654b0bd0-2fe1-44e4-b1ee-e29ce6b1f847 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 945 time: 0.0627458 Apr 28 20:02:25.026097 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f13ec0-7701-4c79-a74a-aedce809637e req-eaad0fbc-3da4-4df3-b807-951a6d18bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:25.028283 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d1f13ec0-7701-4c79-a74a-aedce809637e req-eaad0fbc-3da4-4df3-b807-951a6d18bb2f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 1129 time: 0.0556347 Apr 28 20:02:25.040434 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-31b892ee-1552-49ef-ad60-d303991c6f60 req-418fd9f0-c97e-4c2d-8ceb-f4a44e822c42 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550923 Apr 28 20:02:25.089802 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-d1f13ec0-7701-4c79-a74a-aedce809637e req-1d2c8bd6-c688-48fa-baed-d74368b6e2d7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556247 Apr 28 20:02:26.175408 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113a527-5b31-40c1-9622-56d8db50ee4a req-89de2ecb-5db7-46f3-b448-77b059e176f0 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:26.177360 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c113a527-5b31-40c1-9622-56d8db50ee4a req-89de2ecb-5db7-46f3-b448-77b059e176f0 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 945 time: 0.0526133 Apr 28 20:02:26.236965 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-c113a527-5b31-40c1-9622-56d8db50ee4a req-d0672563-6643-42ad-aef9-df819351ea93 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525734 Apr 28 20:02:27.364562 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb878670-d5bb-4cff-b3cf-5c8855f7f5b4 req-6f5d756d-54c0-407e-8969-8e97eaa38eea tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:27.366099 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-eb878670-d5bb-4cff-b3cf-5c8855f7f5b4 req-6f5d756d-54c0-407e-8969-8e97eaa38eea tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 945 time: 0.0535119 Apr 28 20:02:27.420533 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-eb878670-d5bb-4cff-b3cf-5c8855f7f5b4 req-d67e8b6f-a361-43b7-86a2-2e36c1a5eada tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475397 Apr 28 20:02:28.188982 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5a161-65f4-4f39-97ea-92742bef4579 req-82216171-d92a-454b-874a-4927d449dbf1 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:28.190527 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d3b5a161-65f4-4f39-97ea-92742bef4579 req-82216171-d92a-454b-874a-4927d449dbf1 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 945 time: 0.0519564 Apr 28 20:02:28.245185 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-d3b5a161-65f4-4f39-97ea-92742bef4579 req-d1566ff5-3674-488d-8e05-1ec9fd09cf41 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485523 Apr 28 20:02:29.388314 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3671f-7162-4db9-a8cb-b33d3ae7eb59 req-1c205502-9227-4735-98b7-45f5a5a29dd0 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:29.390086 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f5e3671f-7162-4db9-a8cb-b33d3ae7eb59 req-1c205502-9227-4735-98b7-45f5a5a29dd0 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 945 time: 0.0566804 Apr 28 20:02:29.444645 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-f5e3671f-7162-4db9-a8cb-b33d3ae7eb59 req-46e7a8ba-df84-4784-84b1-95144d944099 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481045 Apr 28 20:02:29.739417 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86b883-cfa9-4de8-a60c-84983aa9732d req-6fa5c070-3445-4b9f-91d1-de5d6f3d5bb6 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:29.741516 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8d86b883-cfa9-4de8-a60c-84983aa9732d req-6fa5c070-3445-4b9f-91d1-de5d6f3d5bb6 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.65 "GET /v2.0/ports?device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 945 time: 0.0576982 Apr 28 20:02:29.839776 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-8d86b883-cfa9-4de8-a60c-84983aa9732d req-cf42358a-61db-48bb-a162-2904134705ee tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Deleting port f234cad2-e60a-4919-aaa7-004316301000 {{(pid=109983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 28 20:02:29.840156 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-8d86b883-cfa9-4de8-a60c-84983aa9732d req-cf42358a-61db-48bb-a162-2904134705ee tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753808428364'] for port (f234cad2-e60a-4919-aaa7-004316301000), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:29.948899 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.db [req-8d86b883-cfa9-4de8-a60c-84983aa9732d req-cf42358a-61db-48bb-a162-2904134705ee tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] For port f234cad2-e60a-4919-aaa7-004316301000, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=f234cad2-e60a-4919-aaa7-004316301000,segment=NetworkSegment(6a7352de-6439-49da-9594-ffe598db0890),segment_id=6a7352de-6439-49da-9594-ffe598db0890)] {{(pid=109983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 20:02:29.949373 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-8d86b883-cfa9-4de8-a60c-84983aa9732d req-cf42358a-61db-48bb-a162-2904134705ee tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3716422'] for port (f234cad2-e60a-4919-aaa7-004316301000), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:29.964907 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.plugin [req-8d86b883-cfa9-4de8-a60c-84983aa9732d req-cf42358a-61db-48bb-a162-2904134705ee tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Calling delete_port for f234cad2-e60a-4919-aaa7-004316301000 owned by compute:nova {{(pid=109983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 28 20:02:30.114788 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-8d86b883-cfa9-4de8-a60c-84983aa9732d req-cf42358a-61db-48bb-a162-2904134705ee tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-586246', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753808435402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753807911801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2295828'] for port (f234cad2-e60a-4919-aaa7-004316301000), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:30.132404 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.db [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] get_ports_and_sgs() called for port_ids ['f234cad2-e60a-4919-aaa7-004316301000'] {{(pid=109985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 20:02:30.147383 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42358a-61db-48bb-a162-2904134705ee tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Pushing event deleted for resources: {'Port': ['ID=f234cad2-e60a-4919-aaa7-004316301000,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:30.196893 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d86b883-cfa9-4de8-a60c-84983aa9732d req-cf42358a-61db-48bb-a162-2904134705ee tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] No DVR routers for this DVR port f234cad2-e60a-4919-aaa7-004316301000 on host hv-cinder-82694 {{(pid=109983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:30.200892 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [req-8d86b883-cfa9-4de8-a60c-84983aa9732d req-cf42358a-61db-48bb-a162-2904134705ee tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147644'] for port (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:30.204634 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [req-8d86b883-cfa9-4de8-a60c-84983aa9732d req-cf42358a-61db-48bb-a162-2904134705ee tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.65 "DELETE /v2.0/ports/f234cad2-e60a-4919-aaa7-004316301000 HTTP/1.1" status: 204 len: 173 time: 0.4566045 Apr 28 20:02:30.205225 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b932c2-d1aa-4294-869b-0bc301c3c270', 'name': 'network-vif-deleted', 'tag': 'f234cad2-e60a-4919-aaa7-004316301000'}] {{(pid=109983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:30.207902 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}852830fba1f59f4b560c308eec48617cb66137a39096ebef966a7f2e683bd5de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3cb4ba-9848-4640-95a1-3ce25e90b3ac" -d '{"events": [{"server_uuid": "39b932c2-d1aa-4294-869b-0bc301c3c270", "name": "network-vif-deleted", "tag": "f234cad2-e60a-4919-aaa7-004316301000"}]}' {{(pid=109983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 20:02:30.261901 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 20:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d01a98e-d573-4716-9d03-5d7e9da43ce9 x-openstack-request-id: req-0d01a98e-d573-4716-9d03-5d7e9da43ce9 {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 20:02:30.262145 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b932c2-d1aa-4294-869b-0bc301c3c270", "name": "network-vif-deleted", "tag": "f234cad2-e60a-4919-aaa7-004316301000", "status": "completed", "code": 200}]} {{(pid=109983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 20:02:30.262348 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d01a98e-d573-4716-9d03-5d7e9da43ce9 {{(pid=109983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 20:02:30.262772 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d01a98e-d573-4716-9d03-5d7e9da43ce9'] response: {'server_uuid': '39b932c2-d1aa-4294-869b-0bc301c3c270', 'name': 'network-vif-deleted', 'tag': 'f234cad2-e60a-4919-aaa7-004316301000', 'status': 'completed', 'code': 200} Apr 28 20:02:30.575438 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [req-5e9f655a-b988-484c-ab3b-cc1acee9b04e req-130088f3-1d04-46c6-9988-cfcfafad3106 tempest-VolumesActionsTest-1895646192 tempest-VolumesActionsTest-1895646192-project] 10.222.0.62 "GET /v2.0/ports?device_id=39b932c2-d1aa-4294-869b-0bc301c3c270 HTTP/1.1" status: 200 len: 210 time: 0.0321646 Apr 28 20:02:31.520193 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [req-f4f4bc0f-5bda-4728-93e5-e4a3386f90e3 req-598ce256-93da-497a-9959-29e47ce95971 service neutron] (109984) timed out ('10.222.0.65', 59253) {{(pid=109984) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 28 20:02:32.436750 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device f234cad2-e60a-4919-aaa7-004316301000 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 20:02:32.467610 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] No Port match for: f234cad2-e60a-4919-aaa7-004316301000 {{(pid=109985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 28 20:02:32.467983 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron.plugins.ml2.rpc [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Device f234cad2-e60a-4919-aaa7-004316301000 not bound to the agent host hv-cinder-82694 {{(pid=109985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 20:02:40.616193 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:47.121355 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-f477783e-b6c3-4903-ae68-6dd64b54b998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:49.327914 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-63b0505b-0d23-4ed0-81e6-421f203a9672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:51.026654 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:52.341467 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:52.863020 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 32818) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:02:52.913032 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.db.db_base_plugin_v2 [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Deleting subnet 9ba7098a-832e-4b48-88fc-318a952c740a {{(pid=109984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 28 20:02:52.917365 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Publish callbacks [] for subnet (9ba7098a-832e-4b48-88fc-318a952c740a), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:52.960376 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12316998'] for subnet (9ba7098a-832e-4b48-88fc-318a952c740a), precommit_delete_associations {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:53.003641 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-863777'] for subnet (9ba7098a-832e-4b48-88fc-318a952c740a), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:53.066043 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4149284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11868516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12522367'] for subnet (9ba7098a-832e-4b48-88fc-318a952c740a), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:53.094078 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba7098a-832e-4b48-88fc-318a952c740a,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:53.097255 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:53.099778 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9ba7098a-832e-4b48-88fc-318a952c740a HTTP/1.1" status: 204 len: 168 time: 0.2353725 Apr 28 20:02:53.102656 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.wsgi [-] (109983) accepted ('10.222.0.62', 32820) {{(pid=109983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:02:53.107439 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:53.107831 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:53.108168 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:53.108518 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:53.108850 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:53.109183 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:53.109511 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:53.109837 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:53.110160 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:53.110484 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:53.110808 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:53.111133 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:53.111453 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:53.111831 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:53.112145 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa53a-84cd-41ef-b75b-8e5a3dc03654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-7-smb {{(pid=109984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:53.192300 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-46ad52e4-8dc2-4dd5-9fd3-72ecdc1ef5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1002127'] for network (fac1558f-6505-414f-b7a1-0f27c701384e), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:53.275630 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-46ad52e4-8dc2-4dd5-9fd3-72ecdc1ef5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-874428', 'neutron.services.segments.db._delete_segments_for_network-8753808390777'] for network (fac1558f-6505-414f-b7a1-0f27c701384e), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:53.298742 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-46ad52e4-8dc2-4dd5-9fd3-72ecdc1ef5ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac1558f-6505-414f-b7a1-0f27c701384e']}} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:53.310815 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-46ad52e4-8dc2-4dd5-9fd3-72ecdc1ef5ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7352de-6439-49da-9594-ffe598db0890') {'for_net_delete': True} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:53.311103 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.services.segments.db [None req-46ad52e4-8dc2-4dd5-9fd3-72ecdc1ef5ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7352de-6439-49da-9594-ffe598db0890') {} {{(pid=109983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:53.321402 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-46ad52e4-8dc2-4dd5-9fd3-72ecdc1ef5ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753808389762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8553631'] for segment (6a7352de-6439-49da-9594-ffe598db0890), before_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:53.335109 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-46ad52e4-8dc2-4dd5-9fd3-72ecdc1ef5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628'] for segment (6a7352de-6439-49da-9594-ffe598db0890), precommit_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:53.342388 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ad52e4-8dc2-4dd5-9fd3-72ecdc1ef5ba admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=109983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:53.342923 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-46ad52e4-8dc2-4dd5-9fd3-72ecdc1ef5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-861628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2295843'] for segment (6a7352de-6439-49da-9594-ffe598db0890), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: Traceback (most recent call last): Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: timer() Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: cb(*args, **kw) Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: return func(*args, **kwargs) Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: self._notify() Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: self.callback(batched_events) Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: event.method(event) Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: return f(self, *a, **k) Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: return self._get(url).json() Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:53.345542 dv-cinder-826949-7-smb neutron-server[109983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:53.408609 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-46ad52e4-8dc2-4dd5-9fd3-72ecdc1ef5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-874403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3696613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703573'] for network (fac1558f-6505-414f-b7a1-0f27c701384e), after_delete {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:53.414286 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron_lib.callbacks.manager [None req-46ad52e4-8dc2-4dd5-9fd3-72ecdc1ef5ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3696587'] for network (None), before_response {{(pid=109983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:53.418271 dv-cinder-826949-7-smb neutron-server[109983]: INFO neutron.wsgi [None req-46ad52e4-8dc2-4dd5-9fd3-72ecdc1ef5ba admin admin] 10.222.0.62 "DELETE /v2.0/networks/fac1558f-6505-414f-b7a1-0f27c701384e HTTP/1.1" status: 204 len: 168 time: 0.3135843 Apr 28 20:02:53.428881 dv-cinder-826949-7-smb neutron-server[109983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad52e4-8dc2-4dd5-9fd3-72ecdc1ef5ba admin admin] Pushing event deleted for resources: {'Network': ['ID=fac1558f-6505-414f-b7a1-0f27c701384e,revision_number=None']} {{(pid=109983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:53.543402 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 32824) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:02:53.603233 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-738ce2c9-272f-4323-9f36-23de98e83a5a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dbf531b2508847a9a518761809da1d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0580382 Apr 28 20:02:53.607970 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.wsgi [-] (109984) accepted ('10.222.0.62', 32826) {{(pid=109984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 28 20:02:53.672071 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ceb5486f-ed82-4030-98aa-df798b780aed admin admin] Publish callbacks [] for security_group (bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e), before_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:53.710082 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ceb5486f-ed82-4030-98aa-df798b780aed admin admin] Publish callbacks [] for security_group (bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e), precommit_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:53.781466 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ceb5486f-ed82-4030-98aa-df798b780aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139597'] for security_group (bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e), after_delete {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:53.784542 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron_lib.callbacks.manager [None req-ceb5486f-ed82-4030-98aa-df798b780aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:53.785833 dv-cinder-826949-7-smb neutron-server[109984]: INFO neutron.wsgi [None req-ceb5486f-ed82-4030-98aa-df798b780aed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e HTTP/1.1" status: 204 len: 168 time: 0.1768417 Apr 28 20:02:53.801023 dv-cinder-826949-7-smb neutron-server[109984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5486f-ed82-4030-98aa-df798b780aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3cb5c3-3351-4b2b-9690-0b5bdc6e6e8e,revision_number=None']} {{(pid=109984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:53.971703 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:02:58.614595 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:03:10.607835 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:03:17.105413 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-6820d0fe-ceff-4676-ad72-7718e9ad0c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:03:19.324232 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-25e5a2f5-e5cc-4209-894f-81fce6e5d2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:03:21.032455 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:03:22.346843 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:03:23.957847 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:03:35.614206 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:03:40.611340 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:03:47.116400 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-148a9146-afe2-4374-b760-33956b4cc847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:03:49.328576 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-a47d62bc-fc04-4fb9-a777-f2d8cf04c2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:03:51.028607 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:03:52.348676 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:03:53.952555 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:04:10.616243 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:04:12.612931 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:04:17.108728 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-d8878202-5b36-4916-bebe-3ccbc9889615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:04:19.332032 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-92aa0928-90af-4c3a-aac3-699fe5c9e002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:04:21.031936 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:04:22.350455 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:04:23.958134 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:04:40.629234 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:04:47.112803 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-2753e28e-a9ab-4f3f-8c91-e344cfd71b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:04:49.335687 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-fb0c4149-0282-47a9-b315-61701c17aef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:04:49.612682 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:04:51.040600 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:04:52.360481 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:04:53.958585 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:05:10.628529 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:05:17.120041 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e45356b6-a31e-42e2-b86f-a24d2badd831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:05:19.341507 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-9e071b57-d3d4-4e9e-a04a-960a1eb5d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:05:21.043678 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:05:22.357099 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:05:23.956091 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:05:26.614810 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:05:40.649929 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:05:47.121346 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-386b2fb3-f5fc-4a50-9863-43434d533c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:05:49.334939 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-3cab1c05-6b1d-4b7c-9710-6d1ef9fe84f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:05:51.042047 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:05:52.359165 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:05:53.953493 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:06:03.614131 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:06:10.640918 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:06:17.126399 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-5ff27947-dd10-468a-8f94-202203d14b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:06:19.341290 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-dcedc7ca-57a3-4016-9cf3-84e77973af79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:06:21.044811 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:06:22.373470 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:06:23.950284 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:06:40.614324 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:06:40.663368 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:06:47.120813 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-b50c1ffb-a0a8-4c14-84da-ef691e555ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:06:49.334621 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-3a92722c-0e2f-4982-80ce-bcaa7a7e1c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:06:51.045872 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:06:52.364048 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:06:53.943320 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:07:10.672212 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:07:17.124531 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-39e1b8eb-8ee3-4d56-b4a5-d7a87e5efc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:07:17.613709 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:07:19.338535 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c9f6-e9d2-447f-9258-f82c875ce368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:07:21.049705 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:07:22.368134 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:07:23.950120 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:07:40.674934 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:07:47.126580 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-e9a50386-b9f8-4564-aa21-22d03ba175c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:07:49.341246 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-6d73cb07-9ff9-46aa-873d-3b101511ea80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:07:51.051265 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:07:52.369488 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-0d27a3f0-a9f0-4c1f-b47c-50a3e92a780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (6c740f90-1446-4783-8522-13c67d5a0a2f), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:07:53.943728 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7eee3731-f50b-4aa4-9282-5595d4705414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (bab6e7cd-6d4c-486b-a6b3-c6af625d7a0c), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:07:54.614741 dv-cinder-826949-7-smb neutron-server[109986]: DEBUG neutron.db.agents_db [None req-140cdceb-b3f4-4cb8-ba49-79ec0cf95dca None None] Agent healthcheck: found 6 active agents {{(pid=109986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 20:08:10.696504 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-ae6f291e-a336-4d43-a025-41c8220b7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (85b4b308-9fbd-4d20-9b41-cc914136ceb4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:08:17.137636 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-8b954f0e-095b-4599-aebb-92c31f6c76f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (12b0aff0-cc98-4f9d-bd7d-35c6f36421a4), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:08:19.346138 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-7ad282b2-05a7-447e-8f34-bb8e41a7cd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (32ce0c21-a9d9-4f57-8067-aca5b27e1aae), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 28 20:08:21.060602 dv-cinder-826949-7-smb neutron-server[109985]: DEBUG neutron_lib.callbacks.manager [None req-275ea33f-8b7c-4888-a39f-a7fad276c932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753808390759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-876155'] for agent (fb39ad31-9371-44ce-9721-e022b1c5b82e), after_update {{(pid=109985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}